-- Logs begin at Tue 2022-08-30 00:36:41 UTC, end at Tue 2022-08-30 01:35:25 UTC. -- Aug 30 01:07:46.887199 dv-cinder-815145-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 01:07:49.635696 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.common.config [-] Logging enabled! Aug 30 01:07:49.636350 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 01:07:49.636511 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106362) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 01:07:49.639748 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.common.config [-] Logging enabled! Aug 30 01:07:49.640021 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 01:07:49.640325 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106362) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 01:07:49.641247 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:07:49.641478 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:07:49.641959 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:07:49.642201 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:07:49.642425 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:07:49.642741 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.643038 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.643267 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.643559 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.643881 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.644323 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.644535 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.644737 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.645018 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.645295 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.645577 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.645802 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.646079 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.646363 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.646644 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.646864 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] debug = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.647136 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.647554 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.647961 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.648269 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.648553 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.648832 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.649097 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.649367 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.649644 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.649970 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] host = dv-cinder-815145-12-iscsi {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.650245 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.650528 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.651077 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.651359 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.651628 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.651904 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.652211 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.652482 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.652751 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.653022 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.653306 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.653588 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.653884 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.654107 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.654325 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.654608 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.654893 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.655165 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.655433 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.655702 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.655969 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.656259 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.656523 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.656810 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.657087 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.657367 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.657635 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.657905 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.658178 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.658444 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.658724 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.658993 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.659261 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.660278 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.660705 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.660974 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.661254 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.661556 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.661843 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.662128 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.662414 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.662687 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.662970 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.663241 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.663510 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.663779 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_json = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.664070 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.664341 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.664621 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.664890 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.665158 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.665427 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.665697 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.665977 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.666245 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:49.666541 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.666835 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.667132 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.667414 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.667714 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.668009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.668299 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.668576 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.668868 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.669154 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.669440 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.669714 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.670011 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.670298 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.670591 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.670892 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.671184 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.671472 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.671746 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.672044 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.672315 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.672590 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.672873 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.673147 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.673433 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.673718 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.673992 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.674359 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.674568 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.674849 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.675941 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.676243 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.676518 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.676796 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.677087 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.677364 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.677637 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.677924 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.678199 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.678468 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.678749 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.679046 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.679334 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.679605 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.679880 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.680198 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.680468 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.680738 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.681008 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.681282 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.681549 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.681830 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.682103 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.682374 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.682640 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.682916 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.683186 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.683454 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.683727 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.684011 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.684294 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.684571 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.684840 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.685116 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.685389 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.685661 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.685932 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.686204 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.686480 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.686746 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.687016 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.687288 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.687557 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.687833 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.688135 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.688433 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.688709 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.688990 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.689266 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.689540 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.689814 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.690085 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.690358 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.690672 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.690959 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.691252 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.691612 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.691901 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.692207 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.692507 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.692800 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.693079 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.693361 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.693633 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.693910 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.694185 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.694467 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.694742 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.695017 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.695300 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.695581 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.695873 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.696269 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.696465 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.696758 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.697048 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.697365 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.697619 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.697928 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.698202 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:49.698416 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:07:49.698658 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106362) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 01:07:49.992891 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 01:07:49.993219 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 01:07:49.993481 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 01:07:49.993709 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 01:07:49.993984 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 01:07:49.994307 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 01:07:50.405554 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.405757 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.406015 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.407294 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.407457 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.407720 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.461118 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.461389 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.461655 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.478665 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.478947 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.479214 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.508318 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.508592 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.508855 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.546327 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.546605 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.546971 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.791220 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.791855 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.791855 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.792097 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.793074 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.908267 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.908587 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.908865 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.909131 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.909508 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.909820 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.910090 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.910354 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.910607 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.910896 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.911153 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.911417 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.911674 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.911925 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.912203 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.912465 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.912717 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.912981 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.913247 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.913502 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.914371 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.914633 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.914963 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.915354 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.915603 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.915848 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.916288 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:50.916525 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:50.916760 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:50.916994 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:50.917227 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:50.917459 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:50.917826 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 01:07:50.921208 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 01:07:50.925303 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 01:07:50.929381 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 30 01:07:50.931028 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 01:07:50.931715 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 01:07:50.932083 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 01:07:50.932476 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 01:07:50.935382 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 01:07:50.935625 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 01:07:50.935970 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 01:07:50.941218 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 01:07:50.965588 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 01:07:50.965977 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.966278 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106362) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 01:07:50.966655 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.968114 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106362) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 01:07:50.968406 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 01:07:50.968649 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 01:07:50.972635 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:50.972635 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.096493 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 01:07:51.096764 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 01:07:51.098107 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 01:07:51.098515 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 01:07:51.161849 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO dbcounter [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Registered counter for database neutron Aug 30 01:07:51.184089 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_db.sqlalchemy.engines [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106362) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 01:07:51.192354 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG dbcounter [-] [106362] Writer thread running {{(pid=106362) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:07:51.796262 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing driver for type 'gre' Aug 30 01:07:51.796971 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] gre ID ranges: [(1, 1000)] Aug 30 01:07:51.855867 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing driver for type 'local' Aug 30 01:07:51.856232 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing driver for type 'vlan' Aug 30 01:07:51.870807 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] VlanTypeDriver initialization complete Aug 30 01:07:51.871261 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing driver for type 'vxlan' Aug 30 01:07:51.871779 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] vxlan ID ranges: [(1, 1000)] Aug 30 01:07:51.929585 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing extension driver 'port_security' Aug 30 01:07:51.929997 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.extensions.port_security [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] PortSecurityExtensionDriver initialization complete Aug 30 01:07:51.930369 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing mechanism driver 'openvswitch' Aug 30 01:07:51.930696 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing mechanism driver 'hyperv' Aug 30 01:07:51.937702 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:51.938404 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.938786 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.939146 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.939674 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:07:51.940137 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnet after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.940564 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnet after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.940920 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnet after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.941323 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:07:51.941740 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.942097 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.942446 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.942843 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:07:51.943256 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > security_group after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.943611 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > security_group after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.944067 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > security_group after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.944488 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:07:51.944909 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.945260 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.945646 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.946079 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:07:51.946526 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > address_group after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.946940 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > address_group after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.947318 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > address_group after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.947719 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:07:51.948228 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] ML2 OVO RPC backend initialized. {{(pid=106362) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 01:07:51.949049 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router_interface after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.949403 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.949894 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.950284 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > networks before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.950645 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.951039 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > ports before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.951431 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnet before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.951786 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnets before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.952186 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.952588 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.952943 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.953343 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.953705 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.954049 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.954435 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnet after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.954776 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnet after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.955153 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > subnet after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:51.963956 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded quota_driver: . Aug 30 01:07:51.964329 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.plugin [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Modular L2 Plugin initialization complete Aug 30 01:07:51.964730 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading services supported by the core plugin {{(pid=106362) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 01:07:51.965141 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Got port-security extension from driver 'port_security' Aug 30 01:07:51.965645 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.extensions.vlantransparent [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Disabled vlantransparent extension. Aug 30 01:07:51.966219 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106362) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 01:07:51.966556 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: router Aug 30 01:07:52.007140 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router_interface before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.007546 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router after_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.007927 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router before_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.008331 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.008711 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.009071 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router after_delete 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.009436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > floatingip after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.009792 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > floatingip after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.010159 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router after_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.010512 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.010867 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.011226 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.011588 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.012022 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.012397 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.012744 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.013087 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: subnet after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.013438 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.013791 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > port precommit_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.014142 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.014488 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: port before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.014833 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.015199 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.015536 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_delete 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.015888 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.016293 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router_interface after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.016643 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.017012 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > agent after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.017366 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > agent after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.017713 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.018662 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Tracking information for resource: router configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:52.018988 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Tracking information for resource: floatingip configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:07:52.024097 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.db.l3_agentschedulers_db [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 01:07:52.024686 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.025055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.025669 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.026024 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.026855 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router before_create 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.027233 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_delete 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.027598 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_create 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.027956 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > router precommit_update 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.032875 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.services.provider_configuration [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service providers = [] {{(pid=106362) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 01:07:52.033242 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.db.servicetype_db [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106362) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 01:07:52.037184 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:07:52.037541 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:07:52.037891 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:07:52.038790 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:07:52.039166 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.services.service_base [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 01:07:52.039568 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.039880 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 01:07:52.051489 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.051822 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: auto_allocate Aug 30 01:07:52.057673 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: network precommit_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.058057 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: network precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.058596 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.058919 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: tag Aug 30 01:07:52.065933 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.066269 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: timestamp Aug 30 01:07:52.070151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.070490 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: network_ip_availability Aug 30 01:07:52.076268 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.076641 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.077001 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.077771 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.078097 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: flavors Aug 30 01:07:52.084743 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.085076 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading Plugin: revisions Aug 30 01:07:52.089603 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:07:52.089998 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.096s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 01:07:52.090758 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106362) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 01:07:52.091100 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Initializing extension manager. Aug 30 01:07:52.091626 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: __init__.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.091976 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: __pycache__ {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.092356 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: address_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.093087 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.093672 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: address-group Aug 30 01:07:52.094003 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: address_scope.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.094687 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.095210 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: address-scope Aug 30 01:07:52.095536 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: admin_state_down_before_update.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.096449 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.097570 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: router-admin-state-down-before-update Aug 30 01:07:52.097898 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: agent.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.098572 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.099091 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: agent Aug 30 01:07:52.099416 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: agent_resources_synced.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.100325 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.100843 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: agent-resources-synced Aug 30 01:07:52.101170 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: allowedaddresspairs.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.102945 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.103474 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: allowed-address-pairs Aug 30 01:07:52.103804 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: auto_allocated_topology.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.104876 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.105404 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: auto-allocated-topology Aug 30 01:07:52.105729 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: availability_zone.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.106390 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.106907 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: availability_zone Aug 30 01:07:52.107230 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: availability_zone_filter.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.108133 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.108659 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: availability_zone_filter Aug 30 01:07:52.108982 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: data_plane_status.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.109847 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.110368 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 01:07:52.110690 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: default_subnetpools.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.111567 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.112125 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: default-subnetpools Aug 30 01:07:52.113115 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: dhcpagentscheduler.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.113999 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.114524 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: dhcp_agent_scheduler Aug 30 01:07:52.114849 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: dns.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.115736 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.116277 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension dns-integration not supported by any of loaded plugins Aug 30 01:07:52.116602 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: dns_domain_ports.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.117493 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.118011 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 01:07:52.118335 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.119218 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.119732 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 01:07:52.120460 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: dvr.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.121039 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.122101 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: dvr Aug 30 01:07:52.122431 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: ecmp_routes.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.123316 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.123840 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 01:07:52.124195 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: empty_string_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.125075 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.125597 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: empty-string-filtering Aug 30 01:07:52.125926 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.126814 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.127331 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 01:07:52.127658 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.128628 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.129143 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 01:07:52.129470 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: external_net.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.130346 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.130868 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: external-net Aug 30 01:07:52.131196 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: extra_dhcp_opt.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.132099 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.132615 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: extra_dhcp_opt Aug 30 01:07:52.132941 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: extraroute.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.133811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.134332 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: extraroute Aug 30 01:07:52.134658 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: extraroute_atomic.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.135650 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.136212 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: extraroute-atomic Aug 30 01:07:52.136536 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: filter_validation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.137396 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.137920 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: filter-validation Aug 30 01:07:52.138250 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: fip_pf_description.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.139130 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.139645 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 01:07:52.139973 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: fip_pf_port_range.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.140892 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.141388 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 01:07:52.141714 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: fip_port_details.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.142596 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.143122 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: fip-port-details Aug 30 01:07:52.143478 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: flavors.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.144707 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.145236 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: flavors Aug 30 01:07:52.145564 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.147179 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.147711 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 01:07:52.148076 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: floatingip_pools.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.148755 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.149277 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: floatingip-pools Aug 30 01:07:52.149606 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: ip_allocation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.150764 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.151286 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 01:07:52.151614 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.152542 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.153066 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: ip-substring-filtering Aug 30 01:07:52.153401 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l2_adjacency.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.154303 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.154835 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 01:07:52.155147 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.156152 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.156680 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: router Aug 30 01:07:52.157010 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3_conntrack_helper.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.159753 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.160495 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 01:07:52.160835 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.161730 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.162256 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: ext-gw-mode Aug 30 01:07:52.162585 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.163475 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.164025 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: l3-ha Aug 30 01:07:52.164354 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.165234 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.165752 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 01:07:52.166081 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3_flavors.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.166959 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.167483 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: l3-flavors Aug 30 01:07:52.167809 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3_ndp_proxy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.169171 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.169698 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 01:07:52.170027 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.170906 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.171429 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 01:07:52.171757 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: l3agentscheduler.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.172804 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.173331 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: l3_agent_scheduler Aug 30 01:07:52.173661 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: local_ip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.176095 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.176641 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension local_ip not supported by any of loaded plugins Aug 30 01:07:52.176977 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: logging.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.178419 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.178968 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension logging not supported by any of loaded plugins Aug 30 01:07:52.179300 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: metering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.180039 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.180839 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: metering Aug 30 01:07:52.181171 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.182237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.182766 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: metering_source_and_destination_fields Aug 30 01:07:52.183098 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: multiprovidernet.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.184037 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.184560 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: multi-provider Aug 30 01:07:52.184937 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: netmtu.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.188826 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.188826 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: net-mtu Aug 30 01:07:52.188826 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: netmtu_writable.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.188826 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.188826 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: net-mtu-writable Aug 30 01:07:52.188826 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: network_availability_zone.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.189723 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.189723 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: network_availability_zone Aug 30 01:07:52.189867 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: network_ip_availability.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.191239 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.191780 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: network-ip-availability Aug 30 01:07:52.192147 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: network_segment_range.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.192910 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.193443 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 01:07:52.193779 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: pagination.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.194753 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.195092 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: pagination Aug 30 01:07:52.195421 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: port_device_profile.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.196332 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.196863 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: port-device-profile Aug 30 01:07:52.197192 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: port_mac_address_override.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.198080 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.198601 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: port-mac-override Aug 30 01:07:52.198926 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.199811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.200365 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: port-mac-address-regenerate Aug 30 01:07:52.200694 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.201588 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.202115 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: port-numa-affinity-policy Aug 30 01:07:52.202444 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: port_resource_request.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.203327 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.203852 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 01:07:52.204216 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: port_resource_request_groups.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.205146 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.205671 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 01:07:52.206091 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: portbindings.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.207134 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.207658 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: binding Aug 30 01:07:52.208010 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: portbindings_extended.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.209252 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.209781 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: binding-extended Aug 30 01:07:52.210113 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: portsecurity.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.210993 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.211520 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: port-security Aug 30 01:07:52.211850 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: project_id.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.212833 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.213172 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: project-id Aug 30 01:07:52.213500 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: providernet.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.214436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.214922 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: provider Aug 30 01:07:52.215252 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.218736 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.219279 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos not supported by any of loaded plugins Aug 30 01:07:52.219615 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.220864 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.221399 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 01:07:52.222296 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.223166 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.223700 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 01:07:52.224058 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_default.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.224945 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.225470 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-default not supported by any of loaded plugins Aug 30 01:07:52.225800 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_fip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.226694 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.227223 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-fip not supported by any of loaded plugins Aug 30 01:07:52.227551 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_fip_network_policy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.228466 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.228987 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 01:07:52.229314 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_gateway_ip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.230203 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.230724 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 01:07:52.231049 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_port_network_policy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.231926 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.232474 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 01:07:52.232801 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.233811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.234333 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 01:07:52.234662 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.235661 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.236216 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 01:07:52.236547 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_pps_rule.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.238246 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.238775 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-pps not supported by any of loaded plugins Aug 30 01:07:52.239106 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_rule_type_details.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.240013 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.240540 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 01:07:52.240867 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_rule_type_filter.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.241742 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.242264 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 01:07:52.242592 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: qos_rules_alias.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.243603 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.244162 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 01:07:52.244492 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: quota_check_limit.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.245377 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.245901 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: quota-check-limit Aug 30 01:07:52.246229 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: quotasv2.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.247190 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.247521 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: quotas Aug 30 01:07:52.247847 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: quotasv2_detail.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.249578 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.249919 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: quota_details Aug 30 01:07:52.250252 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: rbac.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.251628 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.252196 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: rbac-policies Aug 30 01:07:52.252534 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: rbac_address_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.253514 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.254040 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: rbac-address-group Aug 30 01:07:52.254372 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: rbac_address_scope.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.255277 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.255790 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: rbac-address-scope Aug 30 01:07:52.256154 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: rbac_security_groups.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.257125 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.257653 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: rbac-security-groups Aug 30 01:07:52.257981 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: rbac_subnetpool.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.258872 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.259408 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: rbac-subnetpool Aug 30 01:07:52.259729 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: revisionifmatch.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.260669 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.261195 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: revision-if-match Aug 30 01:07:52.261524 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: revisions.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.262613 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.263141 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: standard-attr-revisions Aug 30 01:07:52.263482 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: router_availability_zone.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.264167 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.264696 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: router_availability_zone Aug 30 01:07:52.265026 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: routerservicetype.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.265924 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.266452 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension router-service-type not supported by any of loaded plugins Aug 30 01:07:52.266783 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.267676 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.268233 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: security-groups-normalized-cidr Aug 30 01:07:52.268615 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: security_groups_port_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.269538 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.270071 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: port-security-groups-filtering Aug 30 01:07:52.270396 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.271292 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.271823 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: security-groups-remote-address-group Aug 30 01:07:52.272185 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.273102 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.273634 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: security-groups-shared-filtering Aug 30 01:07:52.273962 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: securitygroup.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.283763 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.284929 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: security-group Aug 30 01:07:52.285274 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: segment.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.285991 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.286519 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension segment not supported by any of loaded plugins Aug 30 01:07:52.286851 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.287769 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.288323 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 01:07:52.288656 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: servicetype.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.289736 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.290264 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: service-type Aug 30 01:07:52.290594 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: sorting.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.291547 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.291885 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: sorting Aug 30 01:07:52.292249 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: standard_attr_segment.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.293148 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.293677 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 01:07:52.294006 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: standardattrdescription.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.294626 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.295149 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: standard-attr-description Aug 30 01:07:52.295477 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: stateful_security_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.296419 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.296951 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: stateful-security-group Aug 30 01:07:52.297279 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: stdattrs_common.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.297835 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 01:07:52.298160 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.299056 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.299582 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 01:07:52.300558 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: subnet_onboard.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.301587 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.302121 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: subnet_onboard Aug 30 01:07:52.302451 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.303346 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.303875 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 01:07:52.304268 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: subnet_service_types.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.305113 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.305644 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: subnet-service-types Aug 30 01:07:52.305974 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: subnetallocation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.307027 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.307559 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: subnet_allocation Aug 30 01:07:52.307893 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.308558 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.309104 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: subnetpool-prefix-ops Aug 30 01:07:52.309434 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.310331 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.310854 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 01:07:52.311182 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: tagging.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.312237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.312777 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: standard-attr-tag Aug 30 01:07:52.313107 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: timestamp.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.314270 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.314800 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loaded extension: standard-attr-timestamp Aug 30 01:07:52.315133 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: trunk.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.316227 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.316753 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension trunk not supported by any of loaded plugins Aug 30 01:07:52.317080 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: trunk_details.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.317962 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.318486 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension trunk-details not supported by any of loaded plugins Aug 30 01:07:52.318812 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: uplink_status_propagation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.319714 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.320261 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 01:07:52.320588 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Loading extension file: vlantransparent.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:07:52.321232 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:07:52.321749 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 01:07:52.324365 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:network Aug 30 01:07:52.324899 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:subnet Aug 30 01:07:52.325303 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:07:52.325701 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:port Aug 30 01:07:52.326971 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.327416 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service FLAVORS assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.328065 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.328500 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.328840 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:router Aug 30 01:07:52.329275 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:floatingip Aug 30 01:07:52.329785 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service METERING assigned prefix: /metering {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.331757 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.332173 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.332533 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:07:52.333545 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 01:07:52.333998 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:security_group Aug 30 01:07:52.334440 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 01:07:52.334962 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.335299 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:07:52.335647 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] subnetpool is already registered Aug 30 01:07:52.336128 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.336476 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:07:52.336814 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] subnetpool is already registered Aug 30 01:07:52.339215 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.339658 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service FLAVORS assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.340300 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.340727 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.341070 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:router Aug 30 01:07:52.341416 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] router is already registered Aug 30 01:07:52.341832 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:floatingip Aug 30 01:07:52.342172 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] floatingip is already registered Aug 30 01:07:52.342630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service METERING assigned prefix: /metering {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.343379 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 01:07:52.343717 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] rbac_policy is already registered Aug 30 01:07:52.344167 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:security_group Aug 30 01:07:52.344507 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] security_group is already registered Aug 30 01:07:52.344919 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 01:07:52.345260 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] security_group_rule is already registered Aug 30 01:07:52.345892 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.346234 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:07:52.346624 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] subnetpool is already registered Aug 30 01:07:52.347690 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:07:52.348056 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:07:52.348401 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] subnetpool is already registered Aug 30 01:07:52.348884 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: extensions {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.350379 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: address-groups {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.351918 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: address-scopes {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.353300 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: agents {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.354500 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: auto-allocated-topology {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.355798 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: availability_zones {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.357100 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: dhcp-networks {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.358635 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: dhcp-agents {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.360134 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: routers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.361908 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: flavors {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.363389 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: service_profiles {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.364692 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: next_providers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.366197 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: service_profiles {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.368836 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: floatingip-pools {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.370104 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: routers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.371884 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: floatingips {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.373222 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: l3-routers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.374682 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: l3-agents {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.376189 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: metering-labels {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.377480 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: metering-label-rules {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.378990 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: network-ip-availabilities {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.380311 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: bindings {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.381921 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: quotas {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.383638 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: quotas {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.385271 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: rbac-policies {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.386517 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: security-groups {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.387862 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: security-group-rules {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.389310 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: service-providers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.390575 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: subnetpools {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.391927 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: subnetpools {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.394150 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.395950 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.397847 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.399706 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.401743 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.403753 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.405616 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.407574 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.410788 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.412684 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:07:52.418901 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING keystonemiddleware.auth_token [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 01:07:52.424118 dv-cinder-815145-12-iscsi neutron-server[106362]: WARNING keystonemiddleware.auth_token [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 01:07:52.433100 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Acquiring lock "singleton_lock" {{(pid=106362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 01:07:52.433433 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Acquired lock "singleton_lock" {{(pid=106362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 01:07:52.433909 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Releasing lock "singleton_lock" {{(pid=106362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 01:07:52.434578 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO oslo_service.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Starting 2 workers Aug 30 01:07:52.439382 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Started child 106475 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:07:52.444081 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Started child 106476 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:07:52.444981 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.445844 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO neutron.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 01:07:52.446377 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Publish callbacks [] for process (None), before_spawn {{(pid=106362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.446604 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [-] (106475) wsgi starting up on http://0.0.0.0:9696 Aug 30 01:07:52.448912 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO oslo_service.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Starting 1 workers Aug 30 01:07:52.449072 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.450476 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [-] (106476) wsgi starting up on http://0.0.0.0:9696 Aug 30 01:07:52.454125 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Started child 106477 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:07:52.454680 dv-cinder-815145-12-iscsi neutron-server[106362]: INFO oslo_service.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Starting 1 workers Aug 30 01:07:52.458817 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] calling RpcWorker wait() {{(pid=106477) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 01:07:52.459371 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] returning from RpcWorker wait() {{(pid=106477) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 01:07:52.459779 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Started child 106478 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:07:52.460599 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-e0f0acf9-c199-41bc-afee-987bf248c87b None None] Publish callbacks [] for process (None), after_spawn {{(pid=106362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.460789 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.461190 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:52.462557 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 01:07:52.462945 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:07:52.463131 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:07:52.463365 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:07:52.463700 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:07:52.463882 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:07:52.464499 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.464725 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.465054 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.465546 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.465546 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.466021 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.466311 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.466558 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.466841 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.467127 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.467305 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.467477 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.467738 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.467980 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.468326 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.468596 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.468842 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.469113 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.469292 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.469573 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.469852 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.470121 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.470449 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] debug = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.470706 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.471229 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.471485 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.472345 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.472646 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.473280 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.473537 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.473805 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.474048 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.474271 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.474524 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.474783 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.475051 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.475288 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.475528 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.475818 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.476104 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.476530 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host = dv-cinder-815145-12-iscsi {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.476789 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.477041 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.477292 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.477553 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.477830 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.478072 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.478329 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.478610 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.478879 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.479124 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.479382 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.479644 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.479881 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.480158 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.480327 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_options = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.480569 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.480852 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.481135 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.481333 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.481489 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.481660 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.481936 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.482106 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.482359 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.482599 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.482907 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.483131 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.483370 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.483620 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.483887 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.484546 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.484751 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.485025 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.485279 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.485545 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.485832 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.486097 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.486384 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.486674 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.486917 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.487541 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.487541 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.487885 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.488629 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.488748 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:52.488857 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.488857 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.489002 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.489231 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.489493 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.489909 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.490320 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.490968 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.490968 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.491389 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.492200 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.492580 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.493480 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.493480 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.493480 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.494270 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.494385 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.494748 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_json = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.494863 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.495057 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.497686 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.498743 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.500075 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.500642 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.501658 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.502396 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.502837 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.503506 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.503982 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.504497 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.505297 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.505719 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.506269 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.506766 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.507189 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.507631 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.508135 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.508627 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.509092 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.509578 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.510025 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.510521 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.511041 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.511571 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.512046 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.512479 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.512870 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.513334 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.513761 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.514229 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.514534 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.514853 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.515158 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.515399 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.515709 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.516018 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.516301 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.516822 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.517104 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.517369 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.517643 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.517865 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.518166 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.518943 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.519178 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.519371 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.519569 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.519825 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.520092 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.520325 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.520709 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.521113 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.521517 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.522006 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.522248 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.522501 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.522746 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.522984 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.523254 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.523511 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.523727 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.523957 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.524197 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.524489 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.524861 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.525125 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.525647 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.525938 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.526266 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.526609 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.527078 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.527317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.527533 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.527753 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.527966 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.528218 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.528500 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.528673 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.528896 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.529125 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.529333 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.529566 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.529782 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.529997 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.530235 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.530447 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.530660 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.530874 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.531117 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.531328 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.531544 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.531783 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.532144 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.532361 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.532597 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.532809 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.533020 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.533230 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.533518 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.533844 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.534700 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.535037 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.535282 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.535531 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.535747 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.536006 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.536244 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.536464 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.536674 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.536969 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.537210 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.537481 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.537706 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.537924 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.538181 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.538401 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.538619 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.538835 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.539072 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.539300 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.539540 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.539759 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.540046 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.540270 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.540519 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.540780 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.541028 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.541421 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.541680 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.542000 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.542220 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.542467 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.542745 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.542967 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.543259 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.543630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.543906 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.544180 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.544432 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.544677 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.544917 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.545341 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.545590 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.545840 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.546091 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.546310 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.546552 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.546805 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.547018 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.547266 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.547594 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.547822 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.548072 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.548305 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.548571 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.548812 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.549028 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.549444 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.549851 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.550225 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.550613 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.550990 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.551227 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.551463 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.551720 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.551924 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.552352 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.552763 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.553058 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.553340 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.553615 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.553869 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.554085 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.554305 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.554516 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.554732 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.554945 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.555198 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.555413 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.555632 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.555867 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.556150 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.556303 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.556530 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.556744 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.556988 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.557205 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.557473 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.557711 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.557944 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.558168 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.558420 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.558685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.558901 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.559139 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.559547 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.559778 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.560008 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.560225 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.560437 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.560664 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.560882 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.561096 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.561353 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.561582 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.561966 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.562191 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.562401 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.562666 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.562901 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.563147 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.563364 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.563573 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.563973 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.564232 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.564459 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.564657 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.564881 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.565096 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.565340 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.565552 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.565783 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.566048 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.566485 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.566733 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.566961 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.567240 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.567458 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.567696 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.567914 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.568157 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.568373 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.568586 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.568799 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.569009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.569222 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.569436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.569761 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.570013 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:07:52.570168 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.570318 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.570490 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.570725 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.570953 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.571196 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.571409 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.571618 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.571857 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.572115 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.572325 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.572547 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.572765 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.572976 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.573196 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.573410 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.573657 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.573839 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.574046 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.574253 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.574473 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.574749 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.575785 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.575785 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.575785 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.575785 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.575785 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.576799 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.576799 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.576799 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.576799 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.580122 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.580331 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.580518 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53304) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:52.580671 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.580814 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.581738 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.582257 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.582548 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.582877 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.583214 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.583421 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.583669 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.583974 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.584240 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.584507 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.584765 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.585012 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.585239 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.585498 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.585818 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.586114 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.586341 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.586788 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.586956 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.587141 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.587415 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.587714 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.588202 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.588552 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.588723 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [-] 10.222.0.44 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050805 Aug 30 01:07:52.588872 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.589053 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.589286 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.589523 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.590309 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.590309 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.590309 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.590757 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.590757 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.591037 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.591178 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.591330 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.591537 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.591785 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.592018 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.592250 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.592474 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.592712 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.592935 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.593090 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:07:52.594164 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 01:07:52.594657 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [-] 10.222.0.44 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044420 Aug 30 01:07:52.594811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:07:52.594811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:07:52.594811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:07:52.594811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:07:52.594811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:07:52.594811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.594811 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.596237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.599630 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.600767 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.600767 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.600767 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.600767 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] debug = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.600767 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.600767 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.601584 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.602624 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host = dv-cinder-815145-12-iscsi {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605009 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_options = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.605555 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606151 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.606685 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.607220 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.607220 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.607220 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608237 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608636 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608636 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608636 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608810 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.608885 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.609193 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.609193 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.609484 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.609484 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.609750 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.609750 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610019 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610019 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610298 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610298 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610576 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610576 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610843 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.610978 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.611121 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_json = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.611262 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.611402 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.611552 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.611694 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.611835 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.611976 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.612183 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.612342 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.612543 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:07:52.612837 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.612999 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.613375 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.613721 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.613871 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.614031 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.614176 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.614395 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.614586 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615363 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615363 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615363 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615363 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615363 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615363 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615877 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615877 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.615877 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.616121 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.616121 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.616279 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.616439 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.616605 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.616965 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.617261 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.617567 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.617732 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618507 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618507 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618507 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618507 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618507 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618840 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618840 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.618957 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.619115 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.619275 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624055 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.624634 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625129 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625557 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625557 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625557 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625734 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.625800 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.626000 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.626475 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.626475 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.626475 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.626717 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.626861 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.627025 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.627426 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.627426 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.627581 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.627648 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.627823 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.627970 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.628147 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.628306 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.628457 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.628625 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629066 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629066 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629224 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629351 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629480 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629623 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629786 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.629957 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.630112 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.630278 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.630457 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.630610 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.630755 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.630902 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.631062 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.631222 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.631381 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.631540 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.631697 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.631860 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.632175 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.632351 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.632509 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.632667 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.632827 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.632991 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.633146 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.633303 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.633461 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634436 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634827 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634827 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.634827 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.635008 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.635239 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.635239 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.635405 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.635561 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.635734 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.635886 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.636083 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.636232 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.636374 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.636532 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.636690 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.636848 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.637131 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.637284 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.637425 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.637601 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.637759 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.637918 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.638076 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.638259 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.638416 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.638739 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.639047 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.639205 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.639367 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.639528 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.639689 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.639858 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.640070 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.640165 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.640319 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.640480 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.640639 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641565 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641565 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641565 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641565 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641565 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641565 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641979 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641979 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.641979 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.642184 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.642261 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.642405 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.642562 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.642720 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.642883 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.643136 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.643855 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.644163 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.644411 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.644638 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.645405 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.645405 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.645405 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.645405 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.645784 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.645784 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.645940 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.646030 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.646136 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.646296 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.646458 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.646617 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.646776 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.647401 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.647401 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.647401 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.647722 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.647722 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.647891 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.647982 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.648125 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.648304 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.648464 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.648622 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.648784 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.648944 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.649101 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.649259 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.649417 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.649575 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.649733 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.649892 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.651317 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652152 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652152 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652152 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652152 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652152 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652672 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652672 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652672 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.652672 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653017 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653017 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653258 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653258 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653498 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653608 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653717 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653900 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.653997 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.654156 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.654323 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.654482 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.654639 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.654801 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.655036 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.655144 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.655273 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.655432 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.655589 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.655746 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.655919 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.656088 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.656256 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.656417 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.656561 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.656718 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.656929 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.657018 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.657207 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.657378 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.657530 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.657671 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.657817 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.658040 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.658138 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.659118 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.659118 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.659118 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.659118 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.659118 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.659118 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.660144 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.660144 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.660410 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.660410 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.660561 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.660705 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.660878 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.661025 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.661189 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.661348 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.661508 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.661668 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.661828 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.661993 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.662161 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.662326 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.662486 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.662652 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.662820 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.662987 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.663146 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.664259 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.664541 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.664784 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.665089 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.665199 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.665399 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.665543 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.665638 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.665780 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.665948 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.666100 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.666268 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.666431 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.666594 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.666756 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.666917 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.667197 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.667302 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.667385 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.667538 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.667698 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:07:52.667851 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:08:01.922435 dv-cinder-815145-12-iscsi neutron-server[106362]: DEBUG dbcounter [-] [106362] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106362) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:04.395845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writer thread running {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:08:04.413260 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e6f7e8-04f3-4eec-990a-a2736062510f None None] get_active_networks_info from dv-cinder-815145-12-iscsi {{(pid=106477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 01:08:04.484927 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6f7e8-04f3-4eec-990a-a2736062510f None None] No non-hosted networks {{(pid=106477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 01:08:04.563277 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bd0e41b3-6eb0-45e9-a711-1c3f8c8a52f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620140'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.986262 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writer thread running {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:08:06.582474 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b22e6822-f75b-4287-b3fd-53c3b1e21523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620140'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:06.678654 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-554ea70a-94a2-42b0-af65-bf1ab047ce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:08.348445 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 53378) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:08.458572 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620140'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:09.038435 dv-cinder-815145-12-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-5e5a2266-6ff0-4241-9f9e-e9173018d4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:09.039009 dv-cinder-815145-12-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-5e5a2266-6ff0-4241-9f9e-e9173018d4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:09.259741 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [None req-5e5a2266-6ff0-4241-9f9e-e9173018d4a9 admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:08:09.272678 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5e5a2266-6ff0-4241-9f9e-e9173018d4a9 admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9220934 Aug 30 01:08:09.558096 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.db.l3_hamode_db [None req-68dc97ef-40b7-47a9-adc4-21a32c9b55d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 01:08:09.655119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc97ef-40b7-47a9-adc4-21a32c9b55d0 None None] Routers set() bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:08:09.655487 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc97ef-40b7-47a9-adc4-21a32c9b55d0 None None] Router IDs set() for agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 01:08:09.802684 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620140'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:09.803698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.804633 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.805482 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.806073 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.806710 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.807278 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.807873 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.808503 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.809040 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.809644 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.810212 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.810869 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.811448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.812074 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.812672 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:09.813411 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815145-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:09.821546 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815145-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:10.170924 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620140'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:11.778210 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 53414) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:12.116463 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:12.129000 dv-cinder-815145-12-iscsi neutron-server[106475]: ERROR stevedore.extension [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 01:08:12.212828 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.policy [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106475) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 01:08:12.255931 dv-cinder-815145-12-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:12.256336 dv-cinder-815145-12-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:12.276505 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writer thread running {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:08:12.355154 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790522255872', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790522254388', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790522205464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790522214473', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790522209979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790522217011', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7983598', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7990719', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751292'] for rbac-policy (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:12.428128 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:12.429323 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d0b92e6e-26e5-4124-850c-a033c12bf375 admin admin] 10.222.0.44 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6501226 Aug 30 01:08:14.805655 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 53424) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:15.144698 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:15.175421 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Made reservation on behalf of 8a6d5bbd6e874220b0d317fa4794df82 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:08:15.179775 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.199325 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.317849 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks [] for security_group (b4b91155-e6ab-481f-ba04-127cd40d9111), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.321651 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (b4b91155-e6ab-481f-ba04-127cd40d9111), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.354335 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:08:15.383367 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790518715194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (16bfd84e-809f-4d6c-a3f0-649fa1b28c90), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.383954 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Unsubscribe: segment precommit_create {{(pid=106475) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 01:08:15.384507 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Added segment 16bfd84e-809f-4d6c-a3f0-649fa1b28c90 of type vlan for network f498272a-26bf-4df3-a02f-5d22b3e36f12 Aug 30 01:08:15.399539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b91155-e6ab-481f-ba04-127cd40d9111,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:15.426988 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.427322 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.427672 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.428053 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.428382 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.428702 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.429018 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.429333 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.429681 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.430020 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.430340 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.430673 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.430988 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.431297 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.431603 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Tracked resource versions report: Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: pushed versions: Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: { 'AddressGroup': {'1.2'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Agent': {'1.1'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'ConntrackHelper': {'1.0'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Log': {'1.0'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'NDPProxy': {'1.0'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Network': {'1.1'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Port': {'1.7'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'PortForwarding': {'1.3'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'QosPolicy': {'1.10'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroup': {'1.5'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SubPort': {'1.0'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Subnet': {'1.1'}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Trunk': {'1.1'}} Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: consumer versions: Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Agent': '1.1', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'ConntrackHelper': '1.0', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'LocalIPAssociation': '1.0', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Log': '1.0', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'NDPProxy': '1.0', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Network': '1.1', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Port': '1.7', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'PortForwarding': '1.3', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'QosPolicy': '1.10', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroup': '1.5', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroupRule': '1.2', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SubPort': '1.0', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Subnet': '1.1', Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Trunk': '1.1'}} Aug 30 01:08:15.432990 dv-cinder-815145-12-iscsi neutron-server[106475]: {{(pid=106475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:08:15.494471 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (f498272a-26bf-4df3-a02f-5d22b3e36f12), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.535751 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (f498272a-26bf-4df3-a02f-5d22b3e36f12), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.540900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:15.541615 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:15.548116 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:15.658885 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8520558 Aug 30 01:08:15.669791 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6239c45-3769-416f-836a-c98cadea2288 demo demo] Pushing event updated for resources: {'Network': ['ID=f498272a-26bf-4df3-a02f-5d22b3e36f12,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:15.684918 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:08:18.090691 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53438) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:18.619763 dv-cinder-815145-12-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:18.620332 dv-cinder-815145-12-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:18.847584 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writer thread running {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:08:19.006582 dv-cinder-815145-12-iscsi neutron-server[106476]: ERROR stevedore.extension [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 01:08:19.065478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.policy [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106476) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 01:08:19.110378 dv-cinder-815145-12-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:19.110960 dv-cinder-815145-12-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:08:19.127592 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:19.129594 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-06e5c0f8-05d4-429e-90d0-22586d8a7afb demo admin] 10.222.0.44 "GET /networking/v2.0/networks/f498272a-26bf-4df3-a02f-5d22b3e36f12 HTTP/1.1" status: 200 len: 825 time: 1.0379410 Aug 30 01:08:19.171203 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-29936867-dd60-4493-a48b-118ae35f0473 demo admin] 10.222.0.44 "GET /networking/v2.0/subnetpools/1ae8059d-27f3-4db4-8a35-3169334d1784 HTTP/1.1" status: 200 len: 734 time: 0.0351768 Aug 30 01:08:19.181504 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Request body: {'subnet': {'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '1ae8059d-27f3-4db4-8a35-3169334d1784'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:19.231926 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Made reservation on behalf of 8a6d5bbd6e874220b0d317fa4794df82 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:08:19.234849 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.553073 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.632213 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Checking segment: {'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:08:19.632583 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Network hostable DHCP agents. Network: f498272a-26bf-4df3-a02f-5d22b3e36f12, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:08:19.644202 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:19.657972 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:19.659630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.659968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.660346 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.660794 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.661163 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.661486 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.661806 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.662143 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.662601 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.662938 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.663270 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.663608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.663925 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.664374 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.664737 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Tracked resource versions report: Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: pushed versions: Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: { 'AddressGroup': {'1.2'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Agent': {'1.1'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'ConntrackHelper': {'1.0'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Log': {'1.0'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'NDPProxy': {'1.0'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Network': {'1.1'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Port': {'1.7'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'PortForwarding': {'1.3'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'QosPolicy': {'1.10'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroup': {'1.5'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SubPort': {'1.0'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Subnet': {'1.1'}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Trunk': {'1.1'}} Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: consumer versions: Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Agent': '1.1', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'ConntrackHelper': '1.0', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'LocalIPAssociation': '1.0', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Log': '1.0', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'NDPProxy': '1.0', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Network': '1.1', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Port': '1.7', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'PortForwarding': '1.3', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'QosPolicy': '1.10', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroup': '1.5', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroupRule': '1.2', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SubPort': '1.0', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Subnet': '1.1', Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Trunk': '1.1'}} Aug 30 01:08:19.666262 dv-cinder-815145-12-iscsi neutron-server[106476]: {{(pid=106476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:08:19.687608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:08:19.704649 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, f498272a-26bf-4df3-a02f-5d22b3e36f12) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:08:19.712103 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:19.712776 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:19.715729 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b385f-c4ed-4767-8b08-e56ebcd19d6b None None] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:08:19.739196 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-815e4666-e6db-4de9-88ad-8f403be30a95 demo admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5614798 Aug 30 01:08:20.000497 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-f498272a-26bf-4df3-a02f-5d22b3e36f12', 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'fixed_ips': [{'subnet_id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:08:20.001851 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.292771 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Allocated IP 172.20.0.2 (f498272a-26bf-4df3-a02f-5d22b3e36f12/fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c/7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:08:20.299804 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:20.569656 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Publish callbacks [] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.581588 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.658270 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:08:20.664006 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:08:20.667171 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:08:20.673049 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Pushing event updated for resources: {'Port': ['ID=7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:20.709949 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.710293 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.710642 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.711137 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.711480 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.711815 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.712158 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.712802 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.712802 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.713113 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.713429 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.713760 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.714077 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.714388 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.714699 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Tracked resource versions report: Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: pushed versions: Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: { 'AddressGroup': {'1.2'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Agent': {'1.1'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'ConntrackHelper': {'1.0'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Log': {'1.0'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'NDPProxy': {'1.0'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Network': {'1.1'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Port': {'1.7'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'PortForwarding': {'1.3'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'QosPolicy': {'1.10'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroup': {'1.5'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SubPort': {'1.0'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Subnet': {'1.1'}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Trunk': {'1.1'}} Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: consumer versions: Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Agent': '1.1', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'ConntrackHelper': '1.0', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'LocalIPAssociation': '1.0', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Log': '1.0', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'NDPProxy': '1.0', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Network': '1.1', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Port': '1.7', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'PortForwarding': '1.3', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'QosPolicy': '1.10', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroup': '1.5', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroupRule': '1.2', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SubPort': '1.0', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Subnet': '1.1', Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Trunk': '1.1'}} Aug 30 01:08:20.716146 dv-cinder-815145-12-iscsi neutron-server[106477]: {{(pid=106477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:08:20.770653 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Attempting to bind port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:08:20.771054 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Attempting to bind port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:08:20.771469 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Attempting to bind port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 on network f498272a-26bf-4df3-a02f-5d22b3e36f12 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:08:20.776856 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:08:20.777230 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Checking segment: {'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:08:20.777698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.778078 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Bound using segment: {'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:08:20.778533 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Bound port: 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:08:20.778922 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.830053 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:20.842068 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] For port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:08:20.866167 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] For port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9,segment=NetworkSegment(16bfd84e-809f-4d6c-a3f0-649fa1b28c90),segment_id=16bfd84e-809f-4d6c-a3f0-649fa1b28c90)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:08:20.873656 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.927705 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2cc03-31df-4f66-b629-a769686deda7 None None] Pushing event updated for resources: {'Port': ['ID=7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:22.193173 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=8 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:22.194818 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:22.235222 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53466) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:22.574506 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-c65f9bca-58ea-4e65-af27-02d45e26d441 admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:08:22.575595 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c65f9bca-58ea-4e65-af27-02d45e26d441 admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3393795 Aug 30 01:08:25.035274 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53474) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:25.402531 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-d53a500a-79aa-4dfe-8dcc-2d45487f654e admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:08:25.403659 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d53a500a-79aa-4dfe-8dcc-2d45487f654e admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3674629 Aug 30 01:08:25.666130 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=49,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:28.035199 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53486) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:28.374469 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-78c06b3b-8fef-434e-bb16-c56a8bef1c79 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:28.405630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-78c06b3b-8fef-434e-bb16-c56a8bef1c79 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (ef23c504-802c-487a-b6d2-5b932d3ed3b1), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.407661 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-78c06b3b-8fef-434e-bb16-c56a8bef1c79 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (ef23c504-802c-487a-b6d2-5b932d3ed3b1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.554221 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-78c06b3b-8fef-434e-bb16-c56a8bef1c79 demo demo] Publish callbacks [] for router_controller (ef23c504-802c-487a-b6d2-5b932d3ed3b1), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.559410 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-78c06b3b-8fef-434e-bb16-c56a8bef1c79 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (ef23c504-802c-487a-b6d2-5b932d3ed3b1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.584132 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-78c06b3b-8fef-434e-bb16-c56a8bef1c79 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:28.585370 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-78c06b3b-8fef-434e-bb16-c56a8bef1c79 demo demo] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5491927 Aug 30 01:08:29.314034 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e083f8-5d65-47be-9259-0b5344994cba None None] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:08:29.406787 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-e2e78336-bc3d-4c03-8de9-c82e07494d5c None None] Provisioning complete for port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:29.407182 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e2e78336-bc3d-4c03-8de9-c82e07494d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.591207 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e2e78336-bc3d-4c03-8de9-c82e07494d5c None None] Current status of the port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:29.591704 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e2e78336-bc3d-4c03-8de9-c82e07494d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.630325 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-e2e78336-bc3d-4c03-8de9-c82e07494d5c None None] For port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9,segment=NetworkSegment(16bfd84e-809f-4d6c-a3f0-649fa1b28c90),segment_id=16bfd84e-809f-4d6c-a3f0-649fa1b28c90)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:29.635510 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e2e78336-bc3d-4c03-8de9-c82e07494d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.698555 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e78336-bc3d-4c03-8de9-c82e07494d5c None None] Pushing event updated for resources: {'Port': ['ID=7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:29.744489 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:08:29.749177 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:29.797097 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:29.797391 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.881105 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-32afa29e-18b9-468c-ae0f-bcfb40276f6c None None] Provisioning complete for port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:29.881411 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-32afa29e-18b9-468c-ae0f-bcfb40276f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:29.884425 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:29.954214 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-32afa29e-18b9-468c-ae0f-bcfb40276f6c None None] Current status of the port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:31.033120 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 53494) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:31.360628 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [None req-f2301142-a65e-4944-9041-907446912e2b admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:08:31.361640 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f2301142-a65e-4944-9041-907446912e2b admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275733 Aug 30 01:08:31.676360 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:08:31.725132 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:31.725528 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:31.800846 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:33.769000 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 53502) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:34.096646 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:34.116679 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Made reservation on behalf of 236d122dbb6b4283a260bcccbdcd4a4a for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:08:34.118930 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.127549 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.213721 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks [] for security_group (57a65349-0d9e-4ef7-9eea-9f36f76339d9), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.218430 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (57a65349-0d9e-4ef7-9eea-9f36f76339d9), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.235516 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Reserving flat network on physical network physnet1 {{(pid=106475) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 01:08:34.255716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a65349-0d9e-4ef7-9eea-9f36f76339d9,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:34.260672 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (8dc71916-e1cd-4183-b7bf-0f68cd33012a), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.261009 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Added segment 8dc71916-e1cd-4183-b7bf-0f68cd33012a of type flat for network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 Aug 30 01:08:34.318928 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (a92f1808-7bbf-447e-92e1-e82a8b4d6c69), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.345444 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f8a9814f-2d4c-4c0f-a2e9-b5ae5865a769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.356303 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (a92f1808-7bbf-447e-92e1-e82a8b4d6c69), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.357962 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:34.358539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:34.440350 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6702437 Aug 30 01:08:34.461967 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b315b0-7ad0-4169-b38e-d7305e087d45 admin admin] Pushing event updated for resources: {'Network': ['ID=a92f1808-7bbf-447e-92e1-e82a8b4d6c69,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:34.474032 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:08:36.566544 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:36.580597 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-97684d91-fdd7-4a25-b009-6a43effe525c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:36.918806 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 53510) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:37.381522 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d592d4a-3f10-4495-96da-ffd90c9f1055 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:37.382824 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4d592d4a-3f10-4495-96da-ffd90c9f1055 demo admin] 10.222.0.44 "GET /networking/v2.0/subnets/fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c HTTP/1.1" status: 200 len: 849 time: 0.4628732 Aug 30 01:08:37.549975 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ebc85dbf-92dd-4af3-a279-a37169c0af13 demo admin] 10.222.0.44 "GET /networking/v2.0/routers/ef23c504-802c-487a-b6d2-5b932d3ed3b1 HTTP/1.1" status: 200 len: 704 time: 0.1607811 Aug 30 01:08:37.824581 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.048537 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:38.110711 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:38.132483 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Allocated IP 172.20.0.1 (f498272a-26bf-4df3-a02f-5d22b3e36f12/fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c/85b928b2-257c-4550-8747-f6ff47e609ad) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:08:38.326492 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks [] for port (85b928b2-257c-4550-8747-f6ff47e609ad), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.391744 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.413260 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.476663 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:08:38.485317 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:08:38.487078 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Pushing event updated for resources: {'Port': ['ID=85b928b2-257c-4550-8747-f6ff47e609ad,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:38.491284 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:08:38.491882 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (ef23c504-802c-487a-b6d2-5b932d3ed3b1), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.506555 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:08:38.576366 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=10,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:38.578129 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=68,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:38.727629 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-0c950817-d14c-492f-8f92-490c63fabf84 None None] Provisioning complete for port 85b928b2-257c-4550-8747-f6ff47e609ad triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:38.728025 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0c950817-d14c-492f-8f92-490c63fabf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.755519 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.817371 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0c950817-d14c-492f-8f92-490c63fabf84 None None] Port 85b928b2-257c-4550-8747-f6ff47e609ad cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:08:38.971395 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks [] for port (85b928b2-257c-4550-8747-f6ff47e609ad), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.975762 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:38.976630 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (ef23c504-802c-487a-b6d2-5b932d3ed3b1), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.055850 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Pushing event updated for resources: {'Port': ['ID=85b928b2-257c-4550-8747-f6ff47e609ad,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:39.106155 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:08:39.107541 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:08:39.119336 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:39.238032 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:39.276477 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Router ef23c504-802c-487a-b6d2-5b932d3ed3b1 is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:08:39.337903 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a8c62e3b-11fc-4cf3-81ec-e6dd9dcb44e8 None None] Provisioning complete for port 85b928b2-257c-4550-8747-f6ff47e609ad triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:39.338264 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8c62e3b-11fc-4cf3-81ec-e6dd9dcb44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:39.368772 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:08:39.369920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a8c62e3b-11fc-4cf3-81ec-e6dd9dcb44e8 None None] Port 85b928b2-257c-4550-8747-f6ff47e609ad cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:08:39.376194 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-05ecaf04-e340-4097-bdce-e452cde37c16 demo admin] 10.222.0.44 "PUT /networking/v2.0/routers/ef23c504-802c-487a-b6d2-5b932d3ed3b1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8207355 Aug 30 01:08:39.381840 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Sync routers for ids ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:08:39.396850 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Routers {'ef23c504-802c-487a-b6d2-5b932d3ed3b1'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:08:39.397799 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:08:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:39.595068 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Set router ef23c504-802c-487a-b6d2-5b932d3ed3b1 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:08:39.802328 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:40.036802 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'name': 'router1', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:28Z', 'updated_at': '2022-08-30T01:08:38Z', 'revision_number': 2, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'gw_port_host': None, '_interfaces': [{'id': '85b928b2-257c-4550-8747-f6ff47e609ad', 'name': '', 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'mac_address': 'fa:16:3e:db:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:37Z', 'updated_at': '2022-08-30T01:08:38Z', 'revision_number': 2, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'subnets': [{'id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae8059d-27f3-4db4-8a35-3169334d1784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:40.088171 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Checking router: ef23c504-802c-487a-b6d2-5b932d3ed3b1 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:08:40.088540 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Updating router ef23c504-802c-487a-b6d2-5b932d3ed3b1 port 85b928b2-257c-4550-8747-f6ff47e609ad binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:08:40.127959 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:40.149495 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:40.679538 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Publish callbacks [] for port (85b928b2-257c-4550-8747-f6ff47e609ad), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:40.688957 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:40.843239 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Pushing event updated for resources: {'Port': ['ID=85b928b2-257c-4550-8747-f6ff47e609ad,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:40.845702 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Attempting to bind port 85b928b2-257c-4550-8747-f6ff47e609ad on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:08:40.846112 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Attempting to bind port 85b928b2-257c-4550-8747-f6ff47e609ad by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:08:40.846532 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Attempting to bind port 85b928b2-257c-4550-8747-f6ff47e609ad on network f498272a-26bf-4df3-a02f-5d22b3e36f12 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:08:40.854838 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:08:40.855283 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Checking segment: {'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:08:40.855802 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:40.856262 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Bound using segment: {'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:08:40.856737 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Bound port: 85b928b2-257c-4550-8747-f6ff47e609ad, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bfd84e-809f-4d6c-a3f0-649fa1b28c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:08:40.857179 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:40.861281 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.861646 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.862044 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.862419 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.862807 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.863231 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.863649 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.864091 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.864544 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.864880 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.865206 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.865546 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.865870 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.866203 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.866556 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Tracked resource versions report: Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: pushed versions: Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: { 'AddressGroup': {'1.2'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Agent': {'1.1'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'ConntrackHelper': {'1.0'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Log': {'1.0'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'NDPProxy': {'1.0'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Network': {'1.1'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Port': {'1.7'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'PortForwarding': {'1.3'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'QosPolicy': {'1.10'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroup': {'1.5'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SubPort': {'1.0'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Subnet': {'1.1'}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Trunk': {'1.1'}} Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: consumer versions: Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Agent': '1.1', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'ConntrackHelper': '1.0', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'LocalIPAssociation': '1.0', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Log': '1.0', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'NDPProxy': '1.0', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Network': '1.1', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Port': '1.7', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'PortForwarding': '1.3', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'QosPolicy': '1.10', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroup': '1.5', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroupRule': '1.2', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SubPort': '1.0', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Subnet': '1.1', Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Trunk': '1.1'}} Aug 30 01:08:40.868205 dv-cinder-815145-12-iscsi neutron-server[106478]: {{(pid=106478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:08:40.936074 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] For port 85b928b2-257c-4550-8747-f6ff47e609ad, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:08:40.938899 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:40.958897 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] For port 85b928b2-257c-4550-8747-f6ff47e609ad, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=85b928b2-257c-4550-8747-f6ff47e609ad,segment=NetworkSegment(16bfd84e-809f-4d6c-a3f0-649fa1b28c90),segment_id=16bfd84e-809f-4d6c-a3f0-649fa1b28c90)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:08:40.965183 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:41.005848 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Routers {'ef23c504-802c-487a-b6d2-5b932d3ed3b1'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:08:41.006460 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:08:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:41.040894 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:41.085148 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6301513-c937-4631-bc78-d4888fadf41f None None] Pushing event updated for resources: {'Port': ['ID=85b928b2-257c-4550-8747-f6ff47e609ad,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:41.107790 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] Set router ef23c504-802c-487a-b6d2-5b932d3ed3b1 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:08:41.309061 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'name': 'router1', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:28Z', 'updated_at': '2022-08-30T01:08:38Z', 'revision_number': 2, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'gw_port_host': None, '_interfaces': [{'id': '85b928b2-257c-4550-8747-f6ff47e609ad', 'name': '', 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'mac_address': 'fa:16:3e:db:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:37Z', 'updated_at': '2022-08-30T01:08:40Z', 'revision_number': 4, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'subnets': [{'id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae8059d-27f3-4db4-8a35-3169334d1784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:41.337832 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5e3c6-57a2-4585-ba8e-21f540b26c1b None None] The sync data for ids ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'] in dv-cinder-815145-12-iscsi is: [{'id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'name': 'router1', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:28Z', 'updated_at': '2022-08-30T01:08:38Z', 'revision_number': 2, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'gw_port_host': None, '_interfaces': [{'id': '85b928b2-257c-4550-8747-f6ff47e609ad', 'name': '', 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'mac_address': 'fa:16:3e:db:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:37Z', 'updated_at': '2022-08-30T01:08:40Z', 'revision_number': 4, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'subnets': [{'id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae8059d-27f3-4db4-8a35-3169334d1784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:08:41.824407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53524) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:42.273537 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ec68f-a6bc-4585-a52c-1ebb5c7d76d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:42.274825 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e46ec68f-a6bc-4585-a52c-1ebb5c7d76d0 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/a92f1808-7bbf-447e-92e1-e82a8b4d6c69 HTTP/1.1" status: 200 len: 842 time: 0.4488027 Aug 30 01:08:42.285281 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:42.305717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Made reservation on behalf of 236d122dbb6b4283a260bcccbdcd4a4a for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:08:42.308039 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:42.646490 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.objects.ports [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106476) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 01:08:42.646955 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:42.708257 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:42.719845 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:08:42.720221 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Network hostable DHCP agents. Network: a92f1808-7bbf-447e-92e1-e82a8b4d6c69, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:08:42.738208 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:08:42.748612 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, a92f1808-7bbf-447e-92e1-e82a8b4d6c69) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:08:42.755135 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:42.755135 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:42.758246 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ac317-597f-4f24-917c-d65745b2f72e None None] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:08:42.776076 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7e0a4016-51ed-4d39-84c3-5782db800527 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4928563 Aug 30 01:08:42.870413 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d6cd0-2e77-41f5-bf27-0712e11ba081 None None] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:08:45.270148 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53532) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:45.818379 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3e9f6b75-bb20-4935-86f3-8071301ab08b demo admin] 10.222.0.44 "GET /networking/v2.0/routers/ef23c504-802c-487a-b6d2-5b932d3ed3b1 HTTP/1.1" status: 200 len: 710 time: 0.5469069 Aug 30 01:08:45.910449 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ec73b-d0ed-4845-b95d-632cbaba03d7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:08:45.911828 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0e7ec73b-d0ed-4845-b95d-632cbaba03d7 demo admin] 10.222.0.44 "GET /networking/v2.0/networks/a92f1808-7bbf-447e-92e1-e82a8b4d6c69 HTTP/1.1" status: 200 len: 886 time: 0.0879254 Aug 30 01:08:45.922023 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:08:46.173344 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:46.175360 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks [] for router_gateway (ef23c504-802c-487a-b6d2-5b932d3ed3b1), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:46.188899 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:46.414951 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks [] for router_gateway (ef23c504-802c-487a-b6d2-5b932d3ed3b1), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:46.493846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:46.701395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Allocated IP 172.27.3.170 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/26568e7c-3cee-4b4f-a72b-8b45b47a7472) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:08:46.817109 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks [] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:46.876846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:46.954003 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:08:46.962071 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:08:46.964367 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Pushing event updated for resources: {'Port': ['ID=26568e7c-3cee-4b4f-a72b-8b45b47a7472,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:46.967233 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:08:47.249852 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:47.252489 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks [] for router_gateway (ef23c504-802c-487a-b6d2-5b932d3ed3b1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:47.381234 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:47.453713 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-618928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-619336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14179'] for router (ef23c504-802c-487a-b6d2-5b932d3ed3b1), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:47.458462 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-618939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-618914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-619379'] for router (ef23c504-802c-487a-b6d2-5b932d3ed3b1), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:47.569687 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Router ef23c504-802c-487a-b6d2-5b932d3ed3b1 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:08:47.682405 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:08:47.691346 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:47.693189 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-fe224d12-1595-46a4-ad00-fd824e2fd992 demo admin] 10.222.0.44 "PUT /networking/v2.0/routers/ef23c504-802c-487a-b6d2-5b932d3ed3b1 HTTP/1.1" status: 200 len: 890 time: 1.7744627 Aug 30 01:08:47.703183 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 85b928b2-257c-4550-8747-f6ff47e609ad up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:08:47.750986 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:47.757756 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 85b928b2-257c-4550-8747-f6ff47e609ad triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:47.758133 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:47.831840 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Sync routers for ids ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:08:47.857498 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 85b928b2-257c-4550-8747-f6ff47e609ad is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:47.857888 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:47.859935 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Routers {'ef23c504-802c-487a-b6d2-5b932d3ed3b1'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:08:47.860627 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:08:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:48.013132 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 85b928b2-257c-4550-8747-f6ff47e609ad, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=85b928b2-257c-4550-8747-f6ff47e609ad,segment=NetworkSegment(16bfd84e-809f-4d6c-a3f0-649fa1b28c90),segment_id=16bfd84e-809f-4d6c-a3f0-649fa1b28c90)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:48.049244 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:48.149003 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Set router ef23c504-802c-487a-b6d2-5b932d3ed3b1 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:08:48.210160 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=85b928b2-257c-4550-8747-f6ff47e609ad,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:48.550881 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'name': 'router1', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '26568e7c-3cee-4b4f-a72b-8b45b47a7472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:28Z', 'updated_at': '2022-08-30T01:08:47Z', 'revision_number': 4, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'gw_port': {'id': '26568e7c-3cee-4b4f-a72b-8b45b47a7472', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:46Z', 'updated_at': '2022-08-30T01:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '85b928b2-257c-4550-8747-f6ff47e609ad', 'name': '', 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'mac_address': 'fa:16:3e:db:33:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:37Z', 'updated_at': '2022-08-30T01:08:40Z', 'revision_number': 4, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'subnets': [{'id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae8059d-27f3-4db4-8a35-3169334d1784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:48.602744 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Checking router: ef23c504-802c-487a-b6d2-5b932d3ed3b1 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:08:48.603092 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Updating router ef23c504-802c-487a-b6d2-5b932d3ed3b1 port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:08:48.652498 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:48.655899 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:49.060739 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Publish callbacks [] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:49.066552 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:49.103139 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Attempting to bind port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:08:49.103511 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Attempting to bind port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:08:49.103872 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Attempting to bind port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:08:49.108080 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:49.118063 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:08:49.118439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:08:49.118856 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:49.119236 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:08:49.119709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Bound port: 26568e7c-3cee-4b4f-a72b-8b45b47a7472, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:08:49.120109 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:49.123040 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78f5fb-e3d7-49eb-94e4-e48ed59caaf3 None None] Pushing event updated for resources: {'Port': ['ID=26568e7c-3cee-4b4f-a72b-8b45b47a7472,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:49.172141 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] For port 26568e7c-3cee-4b4f-a72b-8b45b47a7472, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:08:49.175289 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] For port 26568e7c-3cee-4b4f-a72b-8b45b47a7472, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=26568e7c-3cee-4b4f-a72b-8b45b47a7472,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:08:49.180997 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:49.233461 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Routers {'ef23c504-802c-487a-b6d2-5b932d3ed3b1'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:08:49.234076 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:08:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:49.268445 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78f5fb-e3d7-49eb-94e4-e48ed59caaf3 None None] Pushing event updated for resources: {'Port': ['ID=26568e7c-3cee-4b4f-a72b-8b45b47a7472,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:49.343800 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] Set router ef23c504-802c-487a-b6d2-5b932d3ed3b1 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:08:49.365154 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=18,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:49.366467 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=12 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:49.546383 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'name': 'router1', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '26568e7c-3cee-4b4f-a72b-8b45b47a7472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:28Z', 'updated_at': '2022-08-30T01:08:47Z', 'revision_number': 4, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'gw_port': {'id': '26568e7c-3cee-4b4f-a72b-8b45b47a7472', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:46Z', 'updated_at': '2022-08-30T01:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '85b928b2-257c-4550-8747-f6ff47e609ad', 'name': '', 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'mac_address': 'fa:16:3e:db:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:37Z', 'updated_at': '2022-08-30T01:08:47Z', 'revision_number': 5, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'subnets': [{'id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae8059d-27f3-4db4-8a35-3169334d1784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:08:49.572363 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1ba87-0442-4bdd-b8b1-8e043fa11c62 None None] The sync data for ids ['ef23c504-802c-487a-b6d2-5b932d3ed3b1'] in dv-cinder-815145-12-iscsi is: [{'id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'name': 'router1', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '26568e7c-3cee-4b4f-a72b-8b45b47a7472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:08:28Z', 'updated_at': '2022-08-30T01:08:47Z', 'revision_number': 4, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'gw_port': {'id': '26568e7c-3cee-4b4f-a72b-8b45b47a7472', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:46Z', 'updated_at': '2022-08-30T01:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '85b928b2-257c-4550-8747-f6ff47e609ad', 'name': '', 'network_id': 'f498272a-26bf-4df3-a02f-5d22b3e36f12', 'tenant_id': '8a6d5bbd6e874220b0d317fa4794df82', 'mac_address': 'fa:16:3e:db:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef23c504-802c-487a-b6d2-5b932d3ed3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:08:37Z', 'updated_at': '2022-08-30T01:08:47Z', 'revision_number': 5, 'project_id': '8a6d5bbd6e874220b0d317fa4794df82', 'subnets': [{'id': 'fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae8059d-27f3-4db4-8a35-3169334d1784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:08:49.767867 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 85b928b2-257c-4550-8747-f6ff47e609ad up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:08:49.831501 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 85b928b2-257c-4550-8747-f6ff47e609ad triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:49.831984 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:49.856554 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:49.921744 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 85b928b2-257c-4550-8747-f6ff47e609ad is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:50.345680 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 53548) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:50.749702 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9a9b0d85-0353-42d0-95b4-d317818f0ed0 admin admin] 10.222.0.44 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4024737 Aug 30 01:08:51.311646 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=40 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:51.312927 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=30 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:51.735135 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 26568e7c-3cee-4b4f-a72b-8b45b47a7472 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:08:51.783202 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:51.783592 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:51.853568 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:08:51.853943 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:51.882728 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 26568e7c-3cee-4b4f-a72b-8b45b47a7472, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=26568e7c-3cee-4b4f-a72b-8b45b47a7472,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:08:51.889048 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:51.938729 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=26568e7c-3cee-4b4f-a72b-8b45b47a7472,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:08:53.712738 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 26568e7c-3cee-4b4f-a72b-8b45b47a7472 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:08:53.751070 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:53.771718 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:08:53.772372 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (26568e7c-3cee-4b4f-a72b-8b45b47a7472), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:53.865073 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 26568e7c-3cee-4b4f-a72b-8b45b47a7472 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:09:00.741209 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=37 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:00.745154 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=46 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:03.862109 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=12 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:03.864112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:04.352938 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc608-6439-4a88-9bda-407c4fbeae1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:06.576279 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43ac2946-5458-4cd4-9937-3d08dcb1374b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:08.418361 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:09.804071 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:10.133632 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:13.507808 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:13.515389 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:15.505538 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:09:20.123789 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:20.130422 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:25.505296 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:34.366521 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-84e53d5f-fa5a-4f97-ab27-156f8eb7738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:36.577259 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2d461799-d866-498f-a048-5807f0ff054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:38.423755 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:39.803083 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:40.142007 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:50.131065 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:50.135938 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:50.515298 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:50.522418 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:52.507938 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:10:02.502970 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:02.503821 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:04.349227 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-4e436cdb-b865-4890-b994-44f437841bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:06.574880 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fef73569-aeb2-48b7-bbe0-027a6184cd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:08.422999 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:09.806848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:10.134948 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:15.250209 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54086) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:15.597976 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0c8f7b-e03c-4ab3-af79-f5e38b508238 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:10:15.599278 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1d0c8f7b-e03c-4ab3-af79-f5e38b508238 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3481009 Aug 30 01:10:15.835638 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40e4ab-a8d5-4f42-8dd5-8fe452e942a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:15.837125 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3f40e4ab-a8d5-4f42-8dd5-8fe452e942a8 admin admin] 10.222.0.44 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2334960 Aug 30 01:10:18.249096 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54096) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:18.640777 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7b059-12fc-4b28-94ca-9f2b72966a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:18.642142 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1bb7b059-12fc-4b28-94ca-9f2b72966a9c admin admin] 10.222.0.44 "GET /networking/v2.0/subnets/fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c HTTP/1.1" status: 200 len: 849 time: 0.3921740 Aug 30 01:10:18.652890 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:18.743864 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Publish callbacks [] for subnet (fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:18.890383 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790518643083'] for subnet (fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:18.926591 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:18.927196 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:18.928637 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] 10.222.0.44 "PUT /networking/v2.0/subnets/fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c HTTP/1.1" status: 200 len: 868 time: 0.2803442 Aug 30 01:10:18.928856 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2003f-4c3c-494f-9b94-7142abf28c22 None None] Network f498272a-26bf-4df3-a02f-5d22b3e36f12 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:18.951205 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:18.959684 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.960104 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.960395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.960992 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.961423 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.961953 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.962481 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.962902 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.963514 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.964865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.965610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.965953 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.966287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.966610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:18.966958 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f597b-07e0-4559-8891-931d8a532037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:19.280713 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8fafe3ca-e3b8-4b2d-9522-7b7aa7c535bf None None] Provisioning complete for port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:19.281104 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8fafe3ca-e3b8-4b2d-9522-7b7aa7c535bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:19.356316 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8fafe3ca-e3b8-4b2d-9522-7b7aa7c535bf None None] Current status of the port 7054eff4-30b2-47d2-bb8e-c3aeef0bc6b9 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:19.364271 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8fafe3ca-e3b8-4b2d-9522-7b7aa7c535bf None None] Provisioning complete for port 85b928b2-257c-4550-8747-f6ff47e609ad triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:19.364643 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8fafe3ca-e3b8-4b2d-9522-7b7aa7c535bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (85b928b2-257c-4550-8747-f6ff47e609ad), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:19.436660 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8fafe3ca-e3b8-4b2d-9522-7b7aa7c535bf None None] Current status of the port 85b928b2-257c-4550-8747-f6ff47e609ad is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:21.289699 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54104) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:21.772263 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc415e-a8d2-4953-b1f1-57eafbc6c06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:21.772997 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc415e-a8d2-4953-b1f1-57eafbc6c06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:21.774549 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b6fc415e-a8d2-4953-b1f1-57eafbc6c06b admin admin] 10.222.0.44 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4839709 Aug 30 01:10:24.150569 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54112) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:24.560574 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c5a1cf-bae9-4e26-8e88-46c0e253b106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:24.561045 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c5a1cf-bae9-4e26-8e88-46c0e253b106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:24.562591 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c9c5a1cf-bae9-4e26-8e88-46c0e253b106 admin admin] 10.222.0.44 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4111631 Aug 30 01:10:26.947073 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54120) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:27.367539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88c4d8-477e-40b2-8533-1d1dcc9c228b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:27.368911 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9d88c4d8-477e-40b2-8533-1d1dcc9c228b admin admin] 10.222.0.44 "GET /networking/v2.0/networks/a92f1808-7bbf-447e-92e1-e82a8b4d6c69 HTTP/1.1" status: 200 len: 886 time: 0.4208264 Aug 30 01:10:27.515865 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:27.516547 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:29.433766 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:29.435735 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:29.506029 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:10:29.706991 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54128) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:30.120274 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acec5ac-c4ec-40ed-b1f7-7665e4705fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:30.122309 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0acec5ac-c4ec-40ed-b1f7-7665e4705fad admin admin] 10.222.0.44 "GET /networking/v2.0/networks/f498272a-26bf-4df3-a02f-5d22b3e36f12 HTTP/1.1" status: 200 len: 869 time: 0.4142988 Aug 30 01:10:32.545603 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54138) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:32.968119 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1423e264-e441-4487-a857-15eef3d0c688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:32.968586 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1423e264-e441-4487-a857-15eef3d0c688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:32.970144 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1423e264-e441-4487-a857-15eef3d0c688 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4235642 Aug 30 01:10:34.354067 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-af6917b8-99c9-4615-8c5d-342bbe52e362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:35.313160 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54146) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:35.675175 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:35.695678 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:35.730996 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f16b11-c9d5-42c2-aeaa-daa0194c24e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:35.731476 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f16b11-c9d5-42c2-aeaa-daa0194c24e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:35.733064 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-36f16b11-c9d5-42c2-aeaa-daa0194c24e2 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4189277 Aug 30 01:10:36.568988 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7da74e8c-2ac8-4962-a4e5-7f0153c293f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.069021 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54154) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:38.426699 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.438659 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5015b03-1157-4ee9-8e7e-b38df6761068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:38.439925 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f5015b03-1157-4ee9-8e7e-b38df6761068 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02 HTTP/1.1" status: 200 len: 816 time: 0.3699760 Aug 30 01:10:39.501950 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:39.503455 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:39.799859 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.137823 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.835900 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54162) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:41.223859 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5129d557-c126-4e5d-a8ab-0e3b92ff1a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:41.225273 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5129d557-c126-4e5d-a8ab-0e3b92ff1a42 admin admin] 10.222.0.44 "GET /networking/v2.0/subnets/fada65ae-ee7e-485e-9f9f-7cb5e0f71e8c HTTP/1.1" status: 200 len: 868 time: 0.3883698 Aug 30 01:10:42.958479 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=18 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:42.963697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=18 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:50.131352 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:50.133641 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:51.219498 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=14 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:51.220321 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=14 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:04.359053 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-09d486e3-7e37-4453-9a1e-38c6a2bd99f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:04.522912 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=17 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:04.524025 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=15 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:06.505078 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:11:06.575329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-53c714e2-d2cf-440f-b31c-c53892b350ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:08.428172 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.803146 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:10.142973 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:10.614764 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54218) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:10.961082 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-9b68e737-b4fe-4afb-8530-8fc3bdb70dd2 admin admin] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:11:10.962055 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9b68e737-b4fe-4afb-8530-8fc3bdb70dd2 admin admin] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3463242 Aug 30 01:11:13.408544 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54226) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:13.752824 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d7b649-4f75-488b-9f18-bc0a9b086166 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:11:13.754118 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-04d7b649-4f75-488b-9f18-bc0a9b086166 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3447232 Aug 30 01:11:13.843488 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88331ea1-4b74-4da3-9fe9-4b5fdcb55b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:13.845159 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-88331ea1-4b74-4da3-9fe9-4b5fdcb55b4a admin admin] 10.222.0.44 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0867379 Aug 30 01:11:16.232520 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54234) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:16.500369 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:16.501225 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:16.571876 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:16.596605 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Made reservation on behalf of 236d122dbb6b4283a260bcccbdcd4a4a for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:16.599425 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.644359 dv-cinder-815145-12-iscsi neutron-server[106476]: WARNING neutron.services.revisions.revision_plugin [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Could not find related network for resource to bump revision. Aug 30 01:11:16.663391 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:11:16.678024 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790518715194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.678568 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Unsubscribe: segment precommit_create {{(pid=106476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 01:11:16.679143 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Added segment 4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f of type vlan for network 6ac39eed-c44c-44c6-894b-d34b57e326fb Aug 30 01:11:16.729744 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (6ac39eed-c44c-44c6-894b-d34b57e326fb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.765467 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (6ac39eed-c44c-44c6-894b-d34b57e326fb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.766433 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:16.767302 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:16.850323 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6167102 Aug 30 01:11:16.872895 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ddb77-6ffc-4687-ab1b-0de5348f59d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac39eed-c44c-44c6-894b-d34b57e326fb,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:16.884658 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 6ac39eed-c44c-44c6-894b-d34b57e326fb details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:11:19.333271 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54242) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:19.683084 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edda0ad-3385-4260-9164-86ece21933c1 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:11:19.684475 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3edda0ad-3385-4260-9164-86ece21933c1 admin admin] 10.222.0.44 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3502617 Aug 30 01:11:19.764270 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ad930-85aa-4692-910f-21f2acee60b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:19.765844 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-695ad930-85aa-4692-910f-21f2acee60b9 admin admin] 10.222.0.44 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0769949 Aug 30 01:11:19.777626 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:19.800484 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Made reservation on behalf of 236d122dbb6b4283a260bcccbdcd4a4a for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:19.802868 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:19.978311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (e8d8a2ad-83d8-4d73-ac09-35139642769a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.128844 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d8a2ad-83d8-4d73-ac09-35139642769a,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:20.140990 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.141334 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.141668 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.142003 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.142327 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.142649 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.142966 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.143282 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.143612 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.143929 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.144284 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.144602 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.144914 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.145224 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.145532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.150754 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Checking segment: {'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:20.151105 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Network hostable DHCP agents. Network: 6ac39eed-c44c-44c6-894b-d34b57e326fb, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:11:20.169652 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Network 6ac39eed-c44c-44c6-894b-d34b57e326fb is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:11:20.178912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 6ac39eed-c44c-44c6-894b-d34b57e326fb) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:20.182971 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:20.183558 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.189747 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a21ab-e285-4e04-8a54-fba713a29a2e None None] Network 6ac39eed-c44c-44c6-894b-d34b57e326fb requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:11:20.200351 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cc05f598-cfe6-4239-8e01-4b0d6680addf admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4275789 Aug 30 01:11:20.301947 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-6ac39eed-c44c-44c6-894b-d34b57e326fb', 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb', 'project_id': '236d122dbb6b4283a260bcccbdcd4a4a', 'fixed_ips': [{'subnet_id': 'e8d8a2ad-83d8-4d73-ac09-35139642769a'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:11:20.302903 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.445398 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Allocated IP 192.168.233.2 (6ac39eed-c44c-44c6-894b-d34b57e326fb/e8d8a2ad-83d8-4d73-ac09-35139642769a/36e75117-40c1-44d2-a77a-e808fefec997) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:20.692453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Publish callbacks [] for port (36e75117-40c1-44d2-a77a-e808fefec997), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.698234 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (36e75117-40c1-44d2-a77a-e808fefec997), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.740929 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Network 6ac39eed-c44c-44c6-894b-d34b57e326fb is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:20.746947 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:20.750785 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:20.754035 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Pushing event updated for resources: {'Port': ['ID=36e75117-40c1-44d2-a77a-e808fefec997,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:20.781115 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.781453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.781809 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.782154 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.782490 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.782814 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.783131 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.783450 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.783782 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.784128 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.784450 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.784781 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.785098 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.785409 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.785832 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:20.823657 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Attempting to bind port 36e75117-40c1-44d2-a77a-e808fefec997 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:20.824520 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Attempting to bind port 36e75117-40c1-44d2-a77a-e808fefec997 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:20.824897 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Attempting to bind port 36e75117-40c1-44d2-a77a-e808fefec997 on network 6ac39eed-c44c-44c6-894b-d34b57e326fb {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:20.830345 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:20.830752 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Checking segment: {'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:20.831153 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.831542 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Bound using segment: {'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:20.832038 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Bound port: 36e75117-40c1-44d2-a77a-e808fefec997, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:20.832397 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (36e75117-40c1-44d2-a77a-e808fefec997), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.897879 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] For port 36e75117-40c1-44d2-a77a-e808fefec997, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:20.901956 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] For port 36e75117-40c1-44d2-a77a-e808fefec997, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=36e75117-40c1-44d2-a77a-e808fefec997,segment=NetworkSegment(4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f),segment_id=4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:20.908897 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (36e75117-40c1-44d2-a77a-e808fefec997), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.964707 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c828b-1fdd-478a-b82e-c03d3f6835d5 None None] Pushing event updated for resources: {'Port': ['ID=36e75117-40c1-44d2-a77a-e808fefec997,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:21.818090 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 36e75117-40c1-44d2-a77a-e808fefec997 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:21.855900 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f5cf0-7763-47ad-9c7b-a3da44f42197 None None] Network 6ac39eed-c44c-44c6-894b-d34b57e326fb requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:11:21.862771 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:21.905269 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:21.928501 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 36e75117-40c1-44d2-a77a-e808fefec997 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:21.928880 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (36e75117-40c1-44d2-a77a-e808fefec997), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:21.990403 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-d1c0b837-4cdc-44d9-bcef-61aefbfee76f None None] Provisioning complete for port 36e75117-40c1-44d2-a77a-e808fefec997 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:21.990779 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b837-4cdc-44d9-bcef-61aefbfee76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (36e75117-40c1-44d2-a77a-e808fefec997), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:22.116936 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 36e75117-40c1-44d2-a77a-e808fefec997 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:22.117326 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (36e75117-40c1-44d2-a77a-e808fefec997), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:22.139326 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0b837-4cdc-44d9-bcef-61aefbfee76f None None] Current status of the port 36e75117-40c1-44d2-a77a-e808fefec997 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:22.140030 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b837-4cdc-44d9-bcef-61aefbfee76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (36e75117-40c1-44d2-a77a-e808fefec997), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:22.180133 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 36e75117-40c1-44d2-a77a-e808fefec997, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=36e75117-40c1-44d2-a77a-e808fefec997,segment=NetworkSegment(4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f),segment_id=4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:22.188028 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (36e75117-40c1-44d2-a77a-e808fefec997), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:22.268721 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.db.api [None req-d1c0b837-4cdc-44d9-bcef-61aefbfee76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:11:22.269206 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG oslo_db.api [None req-d1c0b837-4cdc-44d9-bcef-61aefbfee76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:11:22.273725 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=36e75117-40c1-44d2-a77a-e808fefec997,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:22.804496 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0b837-4cdc-44d9-bcef-61aefbfee76f None None] Current status of the port 36e75117-40c1-44d2-a77a-e808fefec997 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:22.922155 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-416d98a3-a363-4b18-83a5-7f4552832f3c None None] Provisioning complete for port 36e75117-40c1-44d2-a77a-e808fefec997 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:22.922859 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-416d98a3-a363-4b18-83a5-7f4552832f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (36e75117-40c1-44d2-a77a-e808fefec997), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:22.999089 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-416d98a3-a363-4b18-83a5-7f4552832f3c None None] Current status of the port 36e75117-40c1-44d2-a77a-e808fefec997 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:23.777302 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 36e75117-40c1-44d2-a77a-e808fefec997 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:23.825774 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 36e75117-40c1-44d2-a77a-e808fefec997 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:23.826145 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (36e75117-40c1-44d2-a77a-e808fefec997), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:23.905385 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 36e75117-40c1-44d2-a77a-e808fefec997 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:30.192258 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:30.194164 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:32.198082 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:34.362778 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-df8349ac-9d38-4df6-ae6a-d39f9124eb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:36.566727 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-67d4f014-4f90-4699-90e8-380106ee6ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.432183 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.806825 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:40.143450 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.522686 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:41.523467 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:43.503884 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:11:49.802404 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:50.140197 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:02.500536 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:04.365707 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cac1-03bb-446d-8763-b2ed74f3dde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:06.569788 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-959d9623-c961-4779-8f51-6b2196d6b877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:08.434972 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:09.811902 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.148365 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:18.513954 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:18.519015 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=10 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:20.143028 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:20.144906 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:20.503355 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:12:30.497840 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:30.498629 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:34.370389 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-66ce908a-7bf4-4194-b9d9-6965e4199d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:36.573761 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-94b2d285-d3cd-4bda-8d2f-14e0466c4b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:38.440224 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:39.817482 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:40.153471 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:44.436863 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54288) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:44.442545 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-13eedfc2-c101-407d-9d9e-9da548cdcfdc tempest-verify_tempest_config-1714761039 tempest-verify_tempest_config-1714761039-project] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:12:44.443520 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-13eedfc2-c101-407d-9d9e-9da548cdcfdc tempest-verify_tempest_config-1714761039 tempest-verify_tempest_config-1714761039-project] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056872 Aug 30 01:12:44.970771 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54306) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:45.315100 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:45.419752 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Publish callbacks [] for security_group (e3be88b4-8bcc-4be4-867b-04e7fccd1808), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:45.424439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e3be88b4-8bcc-4be4-867b-04e7fccd1808), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:45.472122 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3be88b4-8bcc-4be4-867b-04e7fccd1808,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:45.476946 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=96e98d608aa641ccad083064032e3637&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5051751 Aug 30 01:12:45.479802 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54310) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:45.481519 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.481872 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.482244 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.482568 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.482900 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.483228 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.483551 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.483870 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.484230 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.484559 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.484875 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.485193 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.485508 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.485825 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.486137 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50034a6b-1949-42f2-abbf-1a47ee4b3394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.538649 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Publish callbacks [] for security_group (e3be88b4-8bcc-4be4-867b-04e7fccd1808), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:45.559869 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Publish callbacks [] for security_group (e3be88b4-8bcc-4be4-867b-04e7fccd1808), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:45.657268 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e3be88b4-8bcc-4be4-867b-04e7fccd1808), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:45.659765 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:45.660975 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e3be88b4-8bcc-4be4-867b-04e7fccd1808 HTTP/1.1" status: 204 len: 168 time: 0.1801443 Aug 30 01:12:45.670419 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3be88b4-8bcc-4be4-867b-04e7fccd1808,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:45.677720 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.678068 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.678412 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.678752 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.679222 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.679546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.681480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.681480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.681480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.682219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.682582 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.682920 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.683253 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.683600 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:45.683928 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0fff75-0c25-4408-b59b-ee7097f2d3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:55.470685 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:55.476165 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:55.666126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:55.674119 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:55.700297 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:55.710230 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:57.502608 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:13:04.375976 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfa16-25db-4d44-bd14-cc71b5254505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:06.578984 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5db76f5e-edef-4fb3-89c8-525636581d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:07.497828 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:07.498971 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=18 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:08.443953 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:09.825421 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:10.167792 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.156311 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:20.161196 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:32.526776 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:32.530954 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:34.376742 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-04025b67-6e49-41df-bfe5-6dfe8c71dd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:34.502584 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:13:36.575055 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2027af91-c1f4-45bc-b880-1a3db0606773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:38.447714 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.824732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:40.167125 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:44.496021 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:44.496860 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:50.152797 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:50.159963 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:04.373002 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-28f85553-e47a-4951-94d7-33d8ea5f6cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:06.581041 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d37e1759-cdcc-4aba-90cf-ffeba0495c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:08.448610 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:09.528544 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:09.529506 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:09.822254 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:10.167443 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:11.500560 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:14:20.160709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:20.161947 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:21.496318 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:21.497633 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:24.926440 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620140'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:34.379447 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-884e1afe-cd41-457a-84bf-f5b19d078efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.581901 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-630d40ea-2630-43db-86d2-bfab90ee49c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:38.456787 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:38.592598 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54408) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:38.751805 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-855529d6-630a-4d18-9685-541a54f1ca7d admin admin] 10.222.0.44 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1581764 Aug 30 01:14:39.819833 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:40.179666 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:41.134040 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54418) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:41.197587 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-da5e4dca-195e-45a9-b3d2-46a19fee1dc8 admin admin] 10.222.0.44 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0625064 Aug 30 01:14:46.540348 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:46.541537 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:48.501317 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:14:50.170637 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:50.174329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:51.190886 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:51.191705 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:54.858651 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:02.371709 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:02.378127 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:04.376499 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-82c1675b-e0c7-4801-a6d0-64cdd25dd89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.577547 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5fc9ed86-f6ed-44d8-8c0f-bdcf56e49304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.466457 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.819060 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.176119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.163751 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:20.170177 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:23.528089 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:23.528937 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:24.855273 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:25.506341 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:15:34.403767 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-54ccb495-fb92-4dce-aeee-4937901bfc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:35.497682 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:36.576553 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8966f84a-66d9-4cd7-afc8-62fcf4529021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.460086 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.838219 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.197465 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:49.829375 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:50.191438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:54.871507 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:00.529230 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:02.511432 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:16:04.392608 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be0ff947-5c29-4ecd-9148-d8be4d24f808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:06.578810 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ff594608-81d7-410f-bd61-8f3bfd718452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:08.464162 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:09.830751 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:10.196515 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.504238 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:19.639918 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54576) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:19.940641 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-network', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:19.961803 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Made reservation on behalf of adf47975f465467498be24ebe2c81ad7 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:19.965451 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:19.978550 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.061402 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks [] for security_group (b855c788-26d8-44b8-9092-d181d157cb64), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.069188 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (b855c788-26d8-44b8-9092-d181d157cb64), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.105054 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:16:20.111588 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b855c788-26d8-44b8-9092-d181d157cb64,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:20.121954 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.122302 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.122655 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.122994 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.123326 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.123654 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.123977 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.124319 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.124629 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.124951 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.125271 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.125591 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.125917 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.126233 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.126550 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Tracked resource versions report: Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: pushed versions: Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: { 'AddressGroup': {'1.2'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Agent': {'1.1'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'ConntrackHelper': {'1.0'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Log': {'1.0'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'NDPProxy': {'1.0'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Network': {'1.1'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Port': {'1.7'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'PortForwarding': {'1.3'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'QosPolicy': {'1.10'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroup': {'1.5'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SubPort': {'1.0'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Subnet': {'1.1'}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Trunk': {'1.1'}} Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: consumer versions: Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Agent': '1.1', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'ConntrackHelper': '1.0', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'LocalIPAssociation': '1.0', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Log': '1.0', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'NDPProxy': '1.0', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Network': '1.1', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Port': '1.7', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'PortForwarding': '1.3', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'QosPolicy': '1.10', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroup': '1.5', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SecurityGroupRule': '1.2', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'SubPort': '1.0', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Subnet': '1.1', Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: 'Trunk': '1.1'}} Aug 30 01:16:20.127705 dv-cinder-815145-12-iscsi neutron-server[106476]: {{(pid=106476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:16:20.134367 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (427ff471-2c99-449b-9639-c969d3ee741b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.134655 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Added segment 427ff471-2c99-449b-9639-c969d3ee741b of type vlan for network b2938f22-9675-44ea-8234-907289538481 Aug 30 01:16:20.178490 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (b2938f22-9675-44ea-8234-907289538481), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.183183 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:20.186794 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:20.217689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (b2938f22-9675-44ea-8234-907289538481), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.218723 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:20.219321 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.287457 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] Pushing event updated for resources: {'Network': ['ID=b2938f22-9675-44ea-8234-907289538481,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:20.295773 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0d16fe39-8d40-4e80-8919-2c6676a7049d admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6521220 Aug 30 01:16:20.296325 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54612) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:20.301758 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network b2938f22-9675-44ea-8234-907289538481 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:16:20.304207 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Request body: {'subnet': {'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-subnet', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:20.332915 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Made reservation on behalf of adf47975f465467498be24ebe2c81ad7 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:20.336115 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.593156 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (7376bd6d-fa47-44bf-9190-f1d408451305), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.640600 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7376bd6d-fa47-44bf-9190-f1d408451305,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:20.649109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.649617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.650074 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.650679 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.650953 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.651547 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.652039 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.652445 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.652813 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.653101 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.653447 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.653777 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.654099 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.654409 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.654730 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Tracked resource versions report: Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: pushed versions: Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: { 'AddressGroup': {'1.2'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Agent': {'1.1'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'ConntrackHelper': {'1.0'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Log': {'1.0'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'NDPProxy': {'1.0'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Network': {'1.1'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Port': {'1.7'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'PortForwarding': {'1.3'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'QosPolicy': {'1.10'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroup': {'1.5'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SubPort': {'1.0'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Subnet': {'1.1'}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Trunk': {'1.1'}} Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: consumer versions: Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Agent': '1.1', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'ConntrackHelper': '1.0', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'LocalIPAssociation': '1.0', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Log': '1.0', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'NDPProxy': '1.0', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Network': '1.1', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Port': '1.7', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'PortForwarding': '1.3', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'QosPolicy': '1.10', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroup': '1.5', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SecurityGroupRule': '1.2', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'SubPort': '1.0', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Subnet': '1.1', Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: 'Trunk': '1.1'}} Aug 30 01:16:20.655900 dv-cinder-815145-12-iscsi neutron-server[106475]: {{(pid=106475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:16:20.700098 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Checking segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:20.700454 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Network hostable DHCP agents. Network: b2938f22-9675-44ea-8234-907289538481, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:16:20.735236 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Network b2938f22-9675-44ea-8234-907289538481 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:16:20.751735 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, b2938f22-9675-44ea-8234-907289538481) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:20.758180 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:20.758929 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.766923 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622eb766-bec9-4fee-8153-c2c43eef0057 None None] Network b2938f22-9675-44ea-8234-907289538481 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:16:20.785074 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54628) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:20.789678 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:20.794919 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a535dd51-c4db-4fe2-b558-bd0610a91fd7 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4972639 Aug 30 01:16:20.816013 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (ca549045-da0a-4eb7-b459-5810c9d64b28), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.817628 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (ca549045-da0a-4eb7-b459-5810c9d64b28), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.895547 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks [] for router_controller (ca549045-da0a-4eb7-b459-5810c9d64b28), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.917220 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-b2938f22-9675-44ea-8234-907289538481', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:16:20.921054 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.016448 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54652) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:21.080808 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks [] for router_gateway (ca549045-da0a-4eb7-b459-5810c9d64b28), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.139818 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54662) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:21.176210 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Allocated IP 172.20.0.2 (b2938f22-9675-44ea-8234-907289538481/7376bd6d-fa47-44bf-9190-f1d408451305/839480cf-f713-4baa-bb2d-c92e62f240d6) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:21.315294 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks [] for router_gateway (ca549045-da0a-4eb7-b459-5810c9d64b28), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.324947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:21.347418 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.371237 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Publish callbacks [] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.380602 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.419861 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Network b2938f22-9675-44ea-8234-907289538481 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:21.423117 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:21.429304 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:21.455265 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1490528909-network', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:21.505792 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Pushing event updated for resources: {'Port': ['ID=839480cf-f713-4baa-bb2d-c92e62f240d6,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:21.519225 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Made reservation on behalf of a69f2b2876ed47459a8b960ff679c724 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:21.531218 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.531753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.533282 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.533689 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.534234 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.534574 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.534904 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.535229 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.535553 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.535968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.536375 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.536595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.536991 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.537890 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.538298 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.538690 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Tracked resource versions report: Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: pushed versions: Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: { 'AddressGroup': {'1.2'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Agent': {'1.1'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'ConntrackHelper': {'1.0'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Log': {'1.0'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'NDPProxy': {'1.0'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Network': {'1.1'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Port': {'1.7'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'PortForwarding': {'1.3'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'QosPolicy': {'1.10'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroup': {'1.5'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SubPort': {'1.0'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Subnet': {'1.1'}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Trunk': {'1.1'}} Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: consumer versions: Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Agent': '1.1', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'ConntrackHelper': '1.0', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'LocalIPAssociation': '1.0', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Log': '1.0', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'NDPProxy': '1.0', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Network': '1.1', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Port': '1.7', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'PortForwarding': '1.3', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'QosPolicy': '1.10', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroup': '1.5', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SecurityGroupRule': '1.2', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'SubPort': '1.0', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Subnet': '1.1', Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: 'Trunk': '1.1'}} Aug 30 01:16:21.539733 dv-cinder-815145-12-iscsi neutron-server[106477]: {{(pid=106477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:16:21.561935 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.567454 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Allocated IP 172.27.3.136 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/0782f4b3-82b4-4a04-b23a-b8dce271441f) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:21.577021 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Attempting to bind port 839480cf-f713-4baa-bb2d-c92e62f240d6 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:21.579790 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Attempting to bind port 839480cf-f713-4baa-bb2d-c92e62f240d6 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:21.580466 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Attempting to bind port 839480cf-f713-4baa-bb2d-c92e62f240d6 on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:21.590432 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:21.592168 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Checking segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:21.592774 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.593552 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Bound using segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:21.594265 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Bound port: 839480cf-f713-4baa-bb2d-c92e62f240d6, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:21.595460 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.625620 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1084510946-network', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:21.692974 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Made reservation on behalf of 9bf90b4e09e94cc984fe36b03b08a0b6 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:21.696823 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.730377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.804664 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:21.868220 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] For port 839480cf-f713-4baa-bb2d-c92e62f240d6, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:21.884642 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] For port 839480cf-f713-4baa-bb2d-c92e62f240d6, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=839480cf-f713-4baa-bb2d-c92e62f240d6,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:21.895642 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.903382 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks [] for security_group (0c84dc66-2aaa-4d4d-8c4d-1942574fe787), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.910760 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0c84dc66-2aaa-4d4d-8c4d-1942574fe787), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.927839 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:16:21.933056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks [] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.942944 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (ca30fca6-5613-4cad-bcd4-064a1d87fb0b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.943691 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Added segment ca30fca6-5613-4cad-bcd4-064a1d87fb0b of type vlan for network 4d9d034b-2058-4bea-b0ad-f251a5b7169c Aug 30 01:16:21.968135 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363b1d-48c9-4a28-b9e9-8aedd19b4976 None None] Pushing event updated for resources: {'Port': ['ID=839480cf-f713-4baa-bb2d-c92e62f240d6,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:22.013383 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.038853 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (4d9d034b-2058-4bea-b0ad-f251a5b7169c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.080619 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:22.081850 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:22.096684 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (4d9d034b-2058-4bea-b0ad-f251a5b7169c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.098269 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:22.099555 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.126857 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks [] for security_group (ac02c5e8-abce-4b94-94ef-b7baf3dbf091), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.140104 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54690) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:22.140584 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9995306 Aug 30 01:16:22.145947 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (ac02c5e8-abce-4b94-94ef-b7baf3dbf091), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.150253 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Request body: {'subnet': {'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1084510946-subnet', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:22.229074 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:22.234091 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Pushing event updated for resources: {'Port': ['ID=0782f4b3-82b4-4a04-b23a-b8dce271441f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:22.246884 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Made reservation on behalf of 9bf90b4e09e94cc984fe36b03b08a0b6 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:22.262405 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.272724 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:22.365853 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:22.478300 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:16:22.488750 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c84dc66-2aaa-4d4d-8c4d-1942574fe787,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:22.570864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (357464a8-f3b1-438d-9e88-de1fd8b8872f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.576741 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Added segment 357464a8-f3b1-438d-9e88-de1fd8b8872f of type vlan for network b8469c42-cfe3-468a-82da-a1b36c332c12 Aug 30 01:16:22.637112 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246742-ac33-4ad6-82e0-d5985af66faa admin admin] Pushing event updated for resources: {'Network': ['ID=4d9d034b-2058-4bea-b0ad-f251a5b7169c,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:22.700024 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:16:22.705445 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02c5e8-abce-4b94-94ef-b7baf3dbf091,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:22.749713 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (b8469c42-cfe3-468a-82da-a1b36c332c12), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.824178 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (b8469c42-cfe3-468a-82da-a1b36c332c12), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:22.825977 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:22.832651 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.012027 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9941106 Aug 30 01:16:23.016431 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54716) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:23.028849 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Request body: {'subnet': {'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1490528909-subnet', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:23.059027 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474a0a7-cd05-44ee-adff-17957192d07b admin admin] Pushing event updated for resources: {'Network': ['ID=b8469c42-cfe3-468a-82da-a1b36c332c12,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:23.067868 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Made reservation on behalf of a69f2b2876ed47459a8b960ff679c724 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:23.072203 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.079338 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network b8469c42-cfe3-468a-82da-a1b36c332c12 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:16:23.094909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks [] for router_gateway (ca549045-da0a-4eb7-b459-5810c9d64b28), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.424375 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (72bea7c6-c802-4f8e-bac9-179f8720a5e4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.499885 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:23.531120 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (6df07bf2-762a-48f9-8233-f33dda75df5d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.536484 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bea7c6-c802-4f8e-bac9-179f8720a5e4,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:23.567316 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Checking segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:23.567680 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Network hostable DHCP agents. Network: b8469c42-cfe3-468a-82da-a1b36c332c12, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:16:23.588832 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Network b8469c42-cfe3-468a-82da-a1b36c332c12 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:16:23.602576 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, b8469c42-cfe3-468a-82da-a1b36c332c12) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:23.608375 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:23.609696 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.611918 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:23.621357 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b501a5-1816-47a4-8661-99f43e904be3 None None] Network b8469c42-cfe3-468a-82da-a1b36c332c12 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:16:23.661148 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-19370e7e-71ee-44bc-80e3-5e699f9c9dee admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6433947 Aug 30 01:16:23.665221 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54732) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:23.703015 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df07bf2-762a-48f9-8233-f33dda75df5d,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:23.703779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:23.723928 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Checking segment: {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:23.724303 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Network hostable DHCP agents. Network: 4d9d034b-2058-4bea-b0ad-f251a5b7169c, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:16:23.727074 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (ca549045-da0a-4eb7-b459-5810c9d64b28), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.734951 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:23.772521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (e6285b1e-66c4-4723-ae41-c5ab5e144614), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.774623 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (e6285b1e-66c4-4723-ae41-c5ab5e144614), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.780455 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:23.781434 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:23.803172 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:16:23.813182 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713a170-eb1d-4bde-9d25-27f26136f3a0 None None] Network b2938f22-9675-44ea-8234-907289538481 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:16:23.840409 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 4d9d034b-2058-4bea-b0ad-f251a5b7169c) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:23.850850 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:23.851729 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.886049 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2d9e898a-51fc-4f6e-9d4c-fac9e31606c6 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7448268 Aug 30 01:16:23.894456 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54736) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:23.906529 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:23.970463 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-07998d4b-ebd0-4446-871f-6ce13890418b None None] Provisioning complete for port 839480cf-f713-4baa-bb2d-c92e62f240d6 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:23.971029 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-07998d4b-ebd0-4446-871f-6ce13890418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.045944 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks [] for router_controller (e6285b1e-66c4-4723-ae41-c5ab5e144614), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.053450 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.059898 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.148536 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2470950-b494-4737-94af-e23ee4fca5f9 None None] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:16:24.177710 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-b8469c42-cfe3-468a-82da-a1b36c332c12', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:16:24.184134 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks [] for router_controller (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.196459 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.200606 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Router ca549045-da0a-4eb7-b459-5810c9d64b28 is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:16:24.204393 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 839480cf-f713-4baa-bb2d-c92e62f240d6 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:24.372442 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks [] for router_gateway (e6285b1e-66c4-4723-ae41-c5ab5e144614), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.435509 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 839480cf-f713-4baa-bb2d-c92e62f240d6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:24.435901 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.728505 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:24.752746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks [] for router_gateway (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.812480 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:24.831655 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Sync routers for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:24.856768 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:24.858540 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:24.883532 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Allocated IP 172.20.0.2 (b8469c42-cfe3-468a-82da-a1b36c332c12/72bea7c6-c802-4f8e-bac9-179f8720a5e4/272daab3-a2ed-44f9-9c0a-ff3d16de664a) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:24.973728 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks [] for router_gateway (e6285b1e-66c4-4723-ae41-c5ab5e144614), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.028526 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.033119 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-73462986-c1a3-405e-ad52-12d4092f4513 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2435772 Aug 30 01:16:25.035582 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54778) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:25.046699 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.180996 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-07998d4b-ebd0-4446-871f-6ce13890418b None None] Current status of the port 839480cf-f713-4baa-bb2d-c92e62f240d6 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:25.184146 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-07998d4b-ebd0-4446-871f-6ce13890418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.225321 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:25.276711 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:25.307031 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Publish callbacks [] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.348396 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Allocated IP 172.27.3.196 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/2376584d-40ab-4118-a85f-96183330904e) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:25.392823 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-07998d4b-ebd0-4446-871f-6ce13890418b None None] For port 839480cf-f713-4baa-bb2d-c92e62f240d6, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=839480cf-f713-4baa-bb2d-c92e62f240d6,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:25.407098 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.501102 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:25.515138 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Network b8469c42-cfe3-468a-82da-a1b36c332c12 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:25.516630 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'fixed_ips': [{'subnet_id': '6df07bf2-762a-48f9-8233-f33dda75df5d'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:16:25.518353 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.522003 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-07998d4b-ebd0-4446-871f-6ce13890418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.529004 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Pushing event updated for resources: {'Port': ['ID=272daab3-a2ed-44f9-9c0a-ff3d16de664a,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:25.533445 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:25.536053 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:25.538949 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.627770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07998d4b-ebd0-4446-871f-6ce13890418b None None] Pushing event updated for resources: {'Port': ['ID=839480cf-f713-4baa-bb2d-c92e62f240d6,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:25.636463 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:25.661304 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks [] for port (2376584d-40ab-4118-a85f-96183330904e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.720769 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks [] for router_gateway (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.766666 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (2376584d-40ab-4118-a85f-96183330904e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.783432 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.819233 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-7a4996c0-90e3-4f21-80b5-a4cb4bd45d0e None None] Provisioning complete for port 839480cf-f713-4baa-bb2d-c92e62f240d6 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:25.819756 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7a4996c0-90e3-4f21-80b5-a4cb4bd45d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.898648 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Attempting to bind port 272daab3-a2ed-44f9-9c0a-ff3d16de664a on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:25.899382 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Attempting to bind port 272daab3-a2ed-44f9-9c0a-ff3d16de664a by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:25.899382 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Attempting to bind port 272daab3-a2ed-44f9-9c0a-ff3d16de664a on network b8469c42-cfe3-468a-82da-a1b36c332c12 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:25.915592 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:25.925567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:25.933052 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:26.025398 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:26.026845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Checking segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:26.027782 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:26.028721 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Bound using segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:26.029867 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:26.030157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Bound port: 272daab3-a2ed-44f9-9c0a-ff3d16de664a, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:26.030938 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:26.143254 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Pushing event updated for resources: {'Port': ['ID=2376584d-40ab-4118-a85f-96183330904e,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:26.185248 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:22Z', 'revision_number': 3, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:26.261900 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Checking router: ca549045-da0a-4eb7-b459-5810c9d64b28 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:26.263958 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Updating router ca549045-da0a-4eb7-b459-5810c9d64b28 port 0782f4b3-82b4-4a04-b23a-b8dce271441f binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:16:26.278857 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-7a4996c0-90e3-4f21-80b5-a4cb4bd45d0e None None] Current status of the port 839480cf-f713-4baa-bb2d-c92e62f240d6 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:26.313764 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 839480cf-f713-4baa-bb2d-c92e62f240d6 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:26.372898 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:26.594812 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 839480cf-f713-4baa-bb2d-c92e62f240d6 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:26.700386 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Allocated IP 172.20.0.2 (4d9d034b-2058-4bea-b0ad-f251a5b7169c/6df07bf2-762a-48f9-8233-f33dda75df5d/db4de8b6-4b01-48bb-a235-2b574ffcb271) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:26.730795 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Allocated IP 172.27.3.238 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/9eb0a185-f6d9-43c4-b28c-5f98b748d477) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:26.808647 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] For port 272daab3-a2ed-44f9-9c0a-ff3d16de664a, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:26.868308 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] For port 272daab3-a2ed-44f9-9c0a-ff3d16de664a, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=272daab3-a2ed-44f9-9c0a-ff3d16de664a,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:26.888992 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks [] for router_gateway (e6285b1e-66c4-4723-ae41-c5ab5e144614), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:26.894144 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:26.997652 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks [] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.033161 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.093220 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.100977 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.186681 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:27.299668 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 839480cf-f713-4baa-bb2d-c92e62f240d6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:27.300080 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.345809 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:27.363407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54848) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:27.373427 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:27.480949 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:27.484790 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (e6285b1e-66c4-4723-ae41-c5ab5e144614), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.529674 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Publish callbacks [] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.566914 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.694785 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Attempting to bind port 0782f4b3-82b4-4a04-b23a-b8dce271441f on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:27.695255 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Attempting to bind port 0782f4b3-82b4-4a04-b23a-b8dce271441f by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:27.695616 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Attempting to bind port 0782f4b3-82b4-4a04-b23a-b8dce271441f on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:27.767803 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:27.772617 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:27.773349 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.774011 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:27.778721 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Bound port: 0782f4b3-82b4-4a04-b23a-b8dce271441f, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:27.779750 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.788217 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:27.790140 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Router e6285b1e-66c4-4723-ae41-c5ab5e144614 is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:16:27.824855 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:27.859328 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4607a-a98d-43e9-910b-44aa2766cc1d None None] Pushing event updated for resources: {'Port': ['ID=272daab3-a2ed-44f9-9c0a-ff3d16de664a,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:27.892993 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Pushing event updated for resources: {'Port': ['ID=0782f4b3-82b4-4a04-b23a-b8dce271441f,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:27.906248 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb0a185-f6d9-43c4-b28c-5f98b748d477,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:27.913477 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.914068 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.914585 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.915114 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.915735 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.917480 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.917996 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.918465 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.918987 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.919458 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.919926 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.920584 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.921260 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.921753 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.922215 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Tracked resource versions report: Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: pushed versions: Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: { 'AddressGroup': {'1.2'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Agent': {'1.1'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'ConntrackHelper': {'1.0'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Log': {'1.0'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'NDPProxy': {'1.0'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Network': {'1.1'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Port': {'1.7'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'PortForwarding': {'1.3'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'QosPolicy': {'1.10'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroup': {'1.5'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SubPort': {'1.0'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Subnet': {'1.1'}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Trunk': {'1.1'}} Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: consumer versions: Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: { DHCP agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: HyperV agent@hv-cinder-81514: {}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: L3 agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: Metadata agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: Metering agent@dv-cinder-815145-12-iscsi: {}, Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: Open vSwitch agent@dv-cinder-815145-12-iscsi: { 'AddressGroup': '1.2', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Agent': '1.1', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'ConntrackHelper': '1.0', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'LocalIPAssociation': '1.0', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Log': '1.0', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'NDPProxy': '1.0', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Network': '1.1', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Port': '1.7', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'PortForwarding': '1.3', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'QosPolicy': '1.10', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroup': '1.5', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SecurityGroupRule': '1.2', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'SubPort': '1.0', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Subnet': '1.1', Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: 'Trunk': '1.1'}} Aug 30 01:16:27.923736 dv-cinder-815145-12-iscsi neutron-server[106478]: {{(pid=106478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:16:27.974013 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] For port 0782f4b3-82b4-4a04-b23a-b8dce271441f, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:27.978318 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] For port 0782f4b3-82b4-4a04-b23a-b8dce271441f, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=0782f4b3-82b4-4a04-b23a-b8dce271441f,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:27.993042 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:27.995153 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.082422 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 839480cf-f713-4baa-bb2d-c92e62f240d6 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:28.089826 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:28.090510 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:28.105523 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Publish callbacks [] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.126624 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.150006 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:28.181532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:28.191801 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Sync routers for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:28.191930 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.193224 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f1a28405-ad66-4e38-9296-1833d1e94457 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5254331 Aug 30 01:16:28.194116 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:28.196334 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54870) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:28.220445 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e78ec-521d-4853-ad08-0e37a18ef4e0 None None] Pushing event updated for resources: {'Port': ['ID=0782f4b3-82b4-4a04-b23a-b8dce271441f,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:28.241346 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:28.247487 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:28.252618 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:28.308600 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Pushing event updated for resources: {'Port': ['ID=db4de8b6-4b01-48bb-a235-2b574ffcb271,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:28.326933 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:28.326933 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:28.352719 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4f9644b7-12e6-4b3a-bf67-325a9c0c8652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.365287 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:28.490970 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks [] for router_gateway (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.515546 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Attempting to bind port db4de8b6-4b01-48bb-a235-2b574ffcb271 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:28.515918 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Attempting to bind port db4de8b6-4b01-48bb-a235-2b574ffcb271 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:28.516308 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Attempting to bind port db4de8b6-4b01-48bb-a235-2b574ffcb271 on network 4d9d034b-2058-4bea-b0ad-f251a5b7169c {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:28.643464 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:28.646298 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Checking segment: {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:28.647271 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.647719 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Bound using segment: {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:28.648271 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Bound port: db4de8b6-4b01-48bb-a235-2b574ffcb271, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:28.648732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:28.657375 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Allocated IP 172.20.0.1 (b2938f22-9675-44ea-8234-907289538481/7376bd6d-fa47-44bf-9190-f1d408451305/b32178c6-a3e0-4f19-8103-c15cb26bc2e4) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:28.803829 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 272daab3-a2ed-44f9-9c0a-ff3d16de664a up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:28.837664 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:22Z', 'revision_number': 3, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:28.899799 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:28.899984 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0647d5-4c23-4a49-a59e-9053a3720453 None None] The sync data for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi is: [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:22Z', 'revision_number': 3, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:28.987409 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f33641-2ab4-462c-8ea8-2d28bbcd7e78 None None] Network b8469c42-cfe3-468a-82da-a1b36c332c12 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:16:29.115118 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4f9644b7-12e6-4b3a-bf67-325a9c0c8652 admin admin] Publish callbacks [] for security_group (c013d0b0-ed0f-4758-9242-12a3bc80439c), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.163185 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4f9644b7-12e6-4b3a-bf67-325a9c0c8652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (c013d0b0-ed0f-4758-9242-12a3bc80439c), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.166758 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] For port db4de8b6-4b01-48bb-a235-2b574ffcb271, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:29.187427 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] For port db4de8b6-4b01-48bb-a235-2b574ffcb271, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=db4de8b6-4b01-48bb-a235-2b574ffcb271,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:29.212444 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks [] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.255426 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4f9644b7-12e6-4b3a-bf67-325a9c0c8652 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=8526a71f7a514e7d9aa2635abdce933c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8864334 Aug 30 01:16:29.259051 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54890) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:29.265364 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.273589 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:29.273880 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9644b7-12e6-4b3a-bf67-325a9c0c8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c013d0b0-ed0f-4758-9242-12a3bc80439c,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:29.294093 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 272daab3-a2ed-44f9-9c0a-ff3d16de664a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:29.294702 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.297415 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.402468 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.428202 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Network b2938f22-9675-44ea-8234-907289538481 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:29.428510 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e6406-9b61-429e-9d04-86d0351bb1e0 None None] Pushing event updated for resources: {'Port': ['ID=db4de8b6-4b01-48bb-a235-2b574ffcb271,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:29.433587 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:29.480463 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-42db1d0d-3947-4b9b-a419-30c34a5ade68 None None] Provisioning complete for port 272daab3-a2ed-44f9-9c0a-ff3d16de664a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:29.498861 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-42db1d0d-3947-4b9b-a419-30c34a5ade68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.513673 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.560996 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Pushing event updated for resources: {'Port': ['ID=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:29.571672 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:29.573255 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (ca549045-da0a-4eb7-b459-5810c9d64b28), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.574251 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:26Z', 'revision_number': 3, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:29.624216 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:29.724600 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e0702c2d-c901-431c-93c1-c459a75fae0b admin admin] Publish callbacks [] for security_group (c013d0b0-ed0f-4758-9242-12a3bc80439c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:29.802974 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Checking router: e6285b1e-66c4-4723-ae41-c5ab5e144614 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:29.803680 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Updating router e6285b1e-66c4-4723-ae41-c5ab5e144614 port 2376584d-40ab-4118-a85f-96183330904e binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:16:29.880580 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:29.895838 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e0702c2d-c901-431c-93c1-c459a75fae0b admin admin] Publish callbacks [] for security_group (c013d0b0-ed0f-4758-9242-12a3bc80439c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.013085 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:30.017648 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (2376584d-40ab-4118-a85f-96183330904e), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.107307 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:30.159208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:30.184081 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Allocated IP 172.20.0.1 (b8469c42-cfe3-468a-82da-a1b36c332c12/72bea7c6-c802-4f8e-bac9-179f8720a5e4/02bc49cc-2c98-4656-8d22-274ad8835723) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:30.186700 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e0702c2d-c901-431c-93c1-c459a75fae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (c013d0b0-ed0f-4758-9242-12a3bc80439c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.190667 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e0702c2d-c901-431c-93c1-c459a75fae0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.192614 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e0702c2d-c901-431c-93c1-c459a75fae0b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/c013d0b0-ed0f-4758-9242-12a3bc80439c HTTP/1.1" status: 204 len: 168 time: 0.9318318 Aug 30 01:16:30.214344 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0702c2d-c901-431c-93c1-c459a75fae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c013d0b0-ed0f-4758-9242-12a3bc80439c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:30.238809 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 272daab3-a2ed-44f9-9c0a-ff3d16de664a is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:30.239669 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.374411 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:16:30.456419 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-42db1d0d-3947-4b9b-a419-30c34a5ade68 None None] Current status of the port 272daab3-a2ed-44f9-9c0a-ff3d16de664a is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:30.457024 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-42db1d0d-3947-4b9b-a419-30c34a5ade68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.523095 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks [] for port (02bc49cc-2c98-4656-8d22-274ad8835723), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.591038 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 272daab3-a2ed-44f9-9c0a-ff3d16de664a, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=272daab3-a2ed-44f9-9c0a-ff3d16de664a,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:30.643580 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.692949 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:30.801323 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Network b8469c42-cfe3-468a-82da-a1b36c332c12 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:30.811688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Pushing event updated for resources: {'Port': ['ID=02bc49cc-2c98-4656-8d22-274ad8835723,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:30.834110 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:30.847743 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:30.850794 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (e6285b1e-66c4-4723-ae41-c5ab5e144614), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.185099 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=272daab3-a2ed-44f9-9c0a-ff3d16de664a,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:31.219364 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54920) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:31.292844 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.db.api [None req-42db1d0d-3947-4b9b-a419-30c34a5ade68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:16:31.294130 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG oslo_db.api [None req-42db1d0d-3947-4b9b-a419-30c34a5ade68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:16:31.323696 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device db4de8b6-4b01-48bb-a235-2b574ffcb271 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:31.335217 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.356649 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7686888f-56b1-4160-9c72-a518bdad9d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.454384 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port db4de8b6-4b01-48bb-a235-2b574ffcb271 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:31.454752 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.636385 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:31.653085 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Sync routers for ids ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:31.669329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29124b-c6a2-4ffe-bfdb-93d8b46c92a3 None None] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:16:31.692609 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Routers {'02b8cfb4-1370-4362-ace9-c5710ac5b8fb'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:31.693781 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:31.700862 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:31.757702 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7686888f-56b1-4160-9c72-a518bdad9d9f admin admin] Publish callbacks [] for security_group (1b8125ca-8918-450b-89af-5a303fab3a8e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.791753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:31.827254 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7686888f-56b1-4160-9c72-a518bdad9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (1b8125ca-8918-450b-89af-5a303fab3a8e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.874174 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Publish callbacks [] for port (2376584d-40ab-4118-a85f-96183330904e), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.060025 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (2376584d-40ab-4118-a85f-96183330904e), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.065492 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks [] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.076396 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.077445 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (ca549045-da0a-4eb7-b459-5810c9d64b28), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.129381 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Set router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:32.139843 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:32.215654 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686888f-56b1-4160-9c72-a518bdad9d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8125ca-8918-450b-89af-5a303fab3a8e,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:32.258991 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.282495 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7686888f-56b1-4160-9c72-a518bdad9d9f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=3fc9332258ce4a4c8ac41ae36a13011f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0549202 Aug 30 01:16:32.285181 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 54952) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:32.346533 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.349020 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-137550ff-e87f-4902-9621-58f71346ee50 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4519587 Aug 30 01:16:32.362884 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 54954) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:32.451978 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:16:27Z', 'revision_number': 3, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:32.465387 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Network b2938f22-9675-44ea-8234-907289538481 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:32.470010 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Pushing event updated for resources: {'Port': ['ID=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:32.470774 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6953-c225-4a8c-82e6-acdac2109842 admin admin] Publish callbacks [] for security_group (1b8125ca-8918-450b-89af-5a303fab3a8e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.489569 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:32.493011 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:32.530430 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Attempting to bind port 2376584d-40ab-4118-a85f-96183330904e on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:32.530430 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Attempting to bind port 2376584d-40ab-4118-a85f-96183330904e by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:32.530430 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Attempting to bind port 2376584d-40ab-4118-a85f-96183330904e on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:32.533825 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-42db1d0d-3947-4b9b-a419-30c34a5ade68 None None] Current status of the port 272daab3-a2ed-44f9-9c0a-ff3d16de664a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:32.554858 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port db4de8b6-4b01-48bb-a235-2b574ffcb271 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:32.555158 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.556110 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Checking router: 02b8cfb4-1370-4362-ace9-c5710ac5b8fb for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:32.557844 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Updating router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:16:32.573045 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6953-c225-4a8c-82e6-acdac2109842 admin admin] Publish callbacks [] for security_group (1b8125ca-8918-450b-89af-5a303fab3a8e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.591624 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:32.592018 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:32.592408 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.593535 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:32.594611 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Bound port: 2376584d-40ab-4118-a85f-96183330904e, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:32.594996 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (2376584d-40ab-4118-a85f-96183330904e), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.604104 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d364a72-d047-4025-af59-1606384d5a45 None None] Pushing event updated for resources: {'Port': ['ID=2376584d-40ab-4118-a85f-96183330904e,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:32.646948 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.690946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:32.738909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6953-c225-4a8c-82e6-acdac2109842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (1b8125ca-8918-450b-89af-5a303fab3a8e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.742644 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6953-c225-4a8c-82e6-acdac2109842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.747968 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6cdf6953-c225-4a8c-82e6-acdac2109842 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/1b8125ca-8918-450b-89af-5a303fab3a8e HTTP/1.1" status: 204 len: 168 time: 0.4414568 Aug 30 01:16:32.762613 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks [] for port (02bc49cc-2c98-4656-8d22-274ad8835723), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.764885 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf6953-c225-4a8c-82e6-acdac2109842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8125ca-8918-450b-89af-5a303fab3a8e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:32.770348 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.771506 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (e6285b1e-66c4-4723-ae41-c5ab5e144614), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:32.924857 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] For port 2376584d-40ab-4118-a85f-96183330904e, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:32.945289 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] For port 2376584d-40ab-4118-a85f-96183330904e, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=2376584d-40ab-4118-a85f-96183330904e,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:32.964618 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Network b8469c42-cfe3-468a-82da-a1b36c332c12 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:32.969054 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:32.986904 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Pushing event updated for resources: {'Port': ['ID=02bc49cc-2c98-4656-8d22-274ad8835723,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:33.108854 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port db4de8b6-4b01-48bb-a235-2b574ffcb271, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=db4de8b6-4b01-48bb-a235-2b574ffcb271,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:33.137390 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (2376584d-40ab-4118-a85f-96183330904e), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:33.152299 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Router e6285b1e-66c4-4723-ae41-c5ab5e144614 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:33.356536 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:33.383407 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-158eee3b-9cc1-45fc-8ac9-b593048a52ac admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/e6285b1e-66c4-4723-ae41-c5ab5e144614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1816049 Aug 30 01:16:33.384218 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:33.387009 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0782f4b3-82b4-4a04-b23a-b8dce271441f up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:33.395271 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Router ca549045-da0a-4eb7-b459-5810c9d64b28 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:33.396850 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Provisioning complete for port 02bc49cc-2c98-4656-8d22-274ad8835723 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:33.397982 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:33.617561 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d364a72-d047-4025-af59-1606384d5a45 None None] Pushing event updated for resources: {'Port': ['ID=2376584d-40ab-4118-a85f-96183330904e,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:33.642738 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:33.643700 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:33.686898 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:33.819480 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:33.836627 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Port 02bc49cc-2c98-4656-8d22-274ad8835723 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:33.966401 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Provisioning complete for port db4de8b6-4b01-48bb-a235-2b574ffcb271 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:33.969516 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:33.972667 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:33.976723 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=db4de8b6-4b01-48bb-a235-2b574ffcb271,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:33.988672 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 0782f4b3-82b4-4a04-b23a-b8dce271441f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:33.989192 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.070491 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Publish callbacks [] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.078932 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.081631 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:34.095955 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:34.121314 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ef9d3b1c-391e-4ab3-9748-7b9ffc1c1fac admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/ca549045-da0a-4eb7-b459-5810c9d64b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0843501 Aug 30 01:16:34.124764 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Attempting to bind port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:34.125809 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Attempting to bind port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:34.126443 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Attempting to bind port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:34.128556 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Sync routers for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:34.173271 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:34.174088 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:34.174703 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.174813 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:34.175284 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:34.175863 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Bound port: 9eb0a185-f6d9-43c4-b28c-5f98b748d477, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:34.177818 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.246736 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.258645 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] For port 9eb0a185-f6d9-43c4-b28c-5f98b748d477, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:34.264076 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] For port 9eb0a185-f6d9-43c4-b28c-5f98b748d477, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=9eb0a185-f6d9-43c4-b28c-5f98b748d477,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:34.278010 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.291348 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:34.293256 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:34.306491 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Routers {'02b8cfb4-1370-4362-ace9-c5710ac5b8fb'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:34.307377 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:34.312459 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b400b1f-6c11-46a0-95a2-5c6f1f9cac91 None None] Pushing event updated for resources: {'Port': ['ID=9eb0a185-f6d9-43c4-b28c-5f98b748d477,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:34.446234 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b400b1f-6c11-46a0-95a2-5c6f1f9cac91 None None] Pushing event updated for resources: {'Port': ['ID=9eb0a185-f6d9-43c4-b28c-5f98b748d477,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:34.647552 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] Set router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:34.681382 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55054) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:34.686807 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-25b6dc82-06f9-464c-9ba5-2beb2f588d0b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434286944', 'description': 'tempest-description--241922472'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:34.736362 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6f4c8fab-6339-44fe-a6b6-71986bf2021c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.737254 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Allocated IP 172.20.0.1 (4d9d034b-2058-4bea-b0ad-f251a5b7169c/6df07bf2-762a-48f9-8233-f33dda75df5d/af4c413c-eb7e-4e50-a7a2-acf5ef036c40) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:34.765983 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:34.770150 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b6dc82-06f9-464c-9ba5-2beb2f588d0b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.855676 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Current status of the port db4de8b6-4b01-48bb-a235-2b574ffcb271 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:34.857869 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:34.885014 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 0782f4b3-82b4-4a04-b23a-b8dce271441f is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:34.885014 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.917768 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks [] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:34.974953 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.038246 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Provisioning complete for port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:35.048377 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:35.049540 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.055375 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:35.059168 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:35.059654 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.098780 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 0782f4b3-82b4-4a04-b23a-b8dce271441f, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=0782f4b3-82b4-4a04-b23a-b8dce271441f,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:35.106996 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:35.123030 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:35.136475 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b6dc82-06f9-464c-9ba5-2beb2f588d0b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (5940bc22-ef3f-4f30-9606-f4d689444d80), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.153920 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b6dc82-06f9-464c-9ba5-2beb2f588d0b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5940bc22-ef3f-4f30-9606-f4d689444d80), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.169708 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:16:27Z', 'revision_number': 3, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:35.215659 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:35.217370 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Pushing event updated for resources: {'Port': ['ID=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:35.298314 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.315200 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b6dc82-06f9-464c-9ba5-2beb2f588d0b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.323208 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-25b6dc82-06f9-464c-9ba5-2beb2f588d0b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6400058 Aug 30 01:16:35.324119 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eeb654-98c5-4343-9d1c-5591d73ab3a1 None None] The sync data for ids ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'] in dv-cinder-815145-12-iscsi is: [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:16:27Z', 'revision_number': 3, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:35.325656 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6dc82-06f9-464c-9ba5-2beb2f588d0b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5940bc22-ef3f-4f30-9606-f4d689444d80,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:35.333226 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55080) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:35.336712 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.369978 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-fff5bd96-037e-464a-8bf2-69c3458abd9f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'security_group_rule': {'security_group_id': '5940bc22-ef3f-4f30-9606-f4d689444d80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:35.488715 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd96-037e-464a-8bf2-69c3458abd9f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (4bf52c19-a859-4254-a718-3396db444906), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:35.724453 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:35.752677 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:35.753992 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:35.763322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 272daab3-a2ed-44f9-9c0a-ff3d16de664a up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:35.776316 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55112) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:35.812170 dv-cinder-815145-12-iscsi neutron-server[106475]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 01:16:35.862307 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd96-037e-464a-8bf2-69c3458abd9f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (4bf52c19-a859-4254-a718-3396db444906), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.051104 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Provisioning complete for port 272daab3-a2ed-44f9-9c0a-ff3d16de664a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:36.051838 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.098707 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:32Z', 'revision_number': 2, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:36.262771 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=0782f4b3-82b4-4a04-b23a-b8dce271441f,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:36.294005 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks [] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.312973 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.314054 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.318651 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55132) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:36.370593 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789b8f5-8775-49b8-ba4b-5574b7139806 None None] The sync data for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi is: [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:32Z', 'revision_number': 2, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:36.464248 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Pushing event updated for resources: {'Port': ['ID=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:36.547544 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 272daab3-a2ed-44f9-9c0a-ff3d16de664a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:36.548323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.598414 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd96-037e-464a-8bf2-69c3458abd9f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (4bf52c19-a859-4254-a718-3396db444906), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.643351 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-46e419f7-d082-4852-8411-ead6fe084efb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:36.680165 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-46e419f7-d082-4852-8411-ead6fe084efb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 819 time: 0.9023180 Aug 30 01:16:36.774829 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-4044cf6d-29d7-458d-b1cf-8e85cbc64121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:36.801517 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 2, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:36.807933 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-91815800-4391-44e1-ba06-fc57a082e8f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/quotas/adf47975f465467498be24ebe2c81ad7 HTTP/1.1" status: 200 len: 375 time: 0.1263506 Aug 30 01:16:36.828592 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:36.911037 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Checking router: ca549045-da0a-4eb7-b459-5810c9d64b28 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:36.917509 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Updating router ca549045-da0a-4eb7-b459-5810c9d64b28 port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:16:36.920344 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-686b88c1-0199-4380-9ca7-2853292622db None None] Current status of the port 272daab3-a2ed-44f9-9c0a-ff3d16de664a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:37.040334 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:37.074112 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bd96-037e-464a-8bf2-69c3458abd9f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf52c19-a859-4254-a718-3396db444906,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:37.076412 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:37.172074 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 272daab3-a2ed-44f9-9c0a-ff3d16de664a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:37.173258 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device db4de8b6-4b01-48bb-a235-2b574ffcb271 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:37.217303 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd96-037e-464a-8bf2-69c3458abd9f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.228845 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-fff5bd96-037e-464a-8bf2-69c3458abd9f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8822033 Aug 30 01:16:37.230674 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55156) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:37.271383 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7e6431b3-0374-4211-8400-8b0eaee9f6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.339083 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-8de5ef05-0792-4f53-a7c4-82ebe726dab9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5088487 Aug 30 01:16:37.356870 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-456e1ecc-dbbc-4c98-812b-074d7e44d1df tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'security_group_rule': {'security_group_id': '5940bc22-ef3f-4f30-9606-f4d689444d80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:37.456265 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-456e1ecc-dbbc-4c98-812b-074d7e44d1df tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (f98c0a86-686b-440a-a73b-005c9f4a62ff), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.556123 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.604831 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Provisioning complete for port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:37.605206 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.683924 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:37.824440 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-456e1ecc-dbbc-4c98-812b-074d7e44d1df tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (f98c0a86-686b-440a-a73b-005c9f4a62ff), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.835217 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-456e1ecc-dbbc-4c98-812b-074d7e44d1df tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (f98c0a86-686b-440a-a73b-005c9f4a62ff), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.881556 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-e5596aee-66c0-4145-aeab-eee05ed2aa03 service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:16:37.883605 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-e5596aee-66c0-4145-aeab-eee05ed2aa03 service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2725723 Aug 30 01:16:37.895883 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e1ecc-dbbc-4c98-812b-074d7e44d1df tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98c0a86-686b-440a-a73b-005c9f4a62ff,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:37.913916 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-456e1ecc-dbbc-4c98-812b-074d7e44d1df tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.916682 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-456e1ecc-dbbc-4c98-812b-074d7e44d1df tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6390383 Aug 30 01:16:37.923657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55168) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:37.943053 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:38.106497 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port db4de8b6-4b01-48bb-a235-2b574ffcb271 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:38.107379 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.180584 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.222874 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd6641af-8e55-4017-919b-92773529dd85 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034976 Aug 30 01:16:38.257190 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:38.259888 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:38.263410 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:38.291300 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7e6431b3-0374-4211-8400-8b0eaee9f6ba admin admin] Publish callbacks [] for security_group (28c86555-322b-4529-aa6e-fbd06438a266), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.326311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:38.328301 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:38.347510 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Provisioning complete for port db4de8b6-4b01-48bb-a235-2b574ffcb271 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:38.348216 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.392355 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2dfee436-3832-4f74-9118-a8d8e9b3fe05 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/02b8cfb4-1370-4362-ace9-c5710ac5b8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0277498 Aug 30 01:16:38.417228 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7e6431b3-0374-4211-8400-8b0eaee9f6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (28c86555-322b-4529-aa6e-fbd06438a266), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.527406 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:38.548921 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-54678a49-b19a-4166-acb4-e1a5c373cf65 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939966 Aug 30 01:16:38.727033 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6431b3-0374-4211-8400-8b0eaee9f6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c86555-322b-4529-aa6e-fbd06438a266,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:38.756702 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.761164 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.934390 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55198) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:38.938992 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7e6431b3-0374-4211-8400-8b0eaee9f6ba admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c64e4eccf2c14dba96cbc1d8c4ab7831&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5005450 Aug 30 01:16:38.997791 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port db4de8b6-4b01-48bb-a235-2b574ffcb271 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:39.153493 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Allocated IP 172.27.3.246 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/4854f67c-4178-4017-8d71-ee5db08c27b0) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:39.214359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bc453f8-5fb1-4c6d-a7c7-5b4ad8fcad4b admin admin] Publish callbacks [] for security_group (28c86555-322b-4529-aa6e-fbd06438a266), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.410103 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Current status of the port db4de8b6-4b01-48bb-a235-2b574ffcb271 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:39.439628 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Publish callbacks [] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.446495 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Provisioning complete for port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:39.446922 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.450331 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Sync routers for ids ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:39.497564 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0782f4b3-82b4-4a04-b23a-b8dce271441f up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:39.498398 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f59b7bcc-7010-4a28-a808-998814eecd52 req-0d288122-413f-42cc-bc20-b675a89a4416 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 210 time: 0.3076930 Aug 30 01:16:39.503613 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.517581 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55234) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:39.519907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bc453f8-5fb1-4c6d-a7c7-5b4ad8fcad4b admin admin] Publish callbacks [] for security_group (28c86555-322b-4529-aa6e-fbd06438a266), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.535158 dv-cinder-815145-12-iscsi neutron-server[106476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 01:16:39.581732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:39.582753 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:16:39.591074 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Routers {'02b8cfb4-1370-4362-ace9-c5710ac5b8fb'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:39.596091 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:39.740858 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bc453f8-5fb1-4c6d-a7c7-5b4ad8fcad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (28c86555-322b-4529-aa6e-fbd06438a266), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.758664 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bc453f8-5fb1-4c6d-a7c7-5b4ad8fcad4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.777273 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6bc453f8-5fb1-4c6d-a7c7-5b4ad8fcad4b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/28c86555-322b-4529-aa6e-fbd06438a266 HTTP/1.1" status: 204 len: 168 time: 0.8379118 Aug 30 01:16:39.799585 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:39.820198 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc453f8-5fb1-4c6d-a7c7-5b4ad8fcad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c86555-322b-4529-aa6e-fbd06438a266,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:40.076362 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Set router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:40.140813 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Provisioning complete for port 02bc49cc-2c98-4656-8d22-274ad8835723 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:40.145478 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.202263 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08322c66-bf46-4be2-8471-5c768da21d89 None None] Pushing event updated for resources: {'Port': ['ID=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:40.262029 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.563392 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'Port': ['ID=4854f67c-4178-4017-8d71-ee5db08c27b0,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:40.568388 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.634341 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Attempting to bind port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:40.634341 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Attempting to bind port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:40.634341 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Attempting to bind port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:40.666332 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:40.682076 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 0782f4b3-82b4-4a04-b23a-b8dce271441f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:40.683243 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.693522 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:40.701701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:40.711014 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:40.716515 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.783641 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3630c2ac-3aea-4d4d-920e-ed91bc1af3b6 None None] Port 02bc49cc-2c98-4656-8d22-274ad8835723 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:40.792928 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:40.795210 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Checking segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:40.795930 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.796887 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Bound using segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:40.800072 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Bound port: b32178c6-a3e0-4f19-8103-c15cb26bc2e4, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:40.800780 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.824568 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:40.863878 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-efc0cd41-0e7b-4507-97ff-07923a03515c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:40.902574 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-efc0cd41-0e7b-4507-97ff-07923a03515c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 819 time: 0.4655633 Aug 30 01:16:40.969213 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:16:35Z', 'revision_number': 4, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'af4c413c-eb7e-4e50-a7a2-acf5ef036c40', 'name': '', 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'mac_address': 'fa:16:3e:e9:5a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6df07bf2-762a-48f9-8233-f33dda75df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:34Z', 'updated_at': '2022-08-30T01:16:36Z', 'revision_number': 2, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'subnets': [{'id': '6df07bf2-762a-48f9-8233-f33dda75df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:40.970044 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-38e3bcb8-cc44-48cb-bce7-75db89d556ba tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/quotas/adf47975f465467498be24ebe2c81ad7 HTTP/1.1" status: 200 len: 375 time: 0.0660288 Aug 30 01:16:41.016832 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (9e436b47-5c90-4584-8bc0-b53ba83f9cf6), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.051536 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Checking router: 02b8cfb4-1370-4362-ace9-c5710ac5b8fb for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:41.054839 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Updating router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:16:41.115077 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] For port b32178c6-a3e0-4f19-8103-c15cb26bc2e4, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:41.123145 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-950abcbb-6d5e-4384-bc2a-3068975362c0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518447 Aug 30 01:16:41.126798 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] For port b32178c6-a3e0-4f19-8103-c15cb26bc2e4, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:41.138228 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a6ef76de-c4ab-497e-ae24-d25dd71ca371 None None] Provisioning complete for port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:41.138648 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a6ef76de-c4ab-497e-ae24-d25dd71ca371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.161101 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:41.167850 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.186007 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.217203 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.227146 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-14643886-a9ec-4490-883f-bbf2dd75e6ec tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:41.244514 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-14643886-a9ec-4490-883f-bbf2dd75e6ec tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/networks?id=4d9d034b-2058-4bea-b0ad-f251a5b7169c HTTP/1.1" status: 200 len: 812 time: 1.7232590 Aug 30 01:16:41.399012 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-b8716bba-064e-4600-9f61-4cb4e673e76b tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/quotas/9bf90b4e09e94cc984fe36b03b08a0b6 HTTP/1.1" status: 200 len: 375 time: 0.0750630 Aug 30 01:16:41.433721 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:41.437532 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08322c66-bf46-4be2-8471-5c768da21d89 None None] Pushing event updated for resources: {'Port': ['ID=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:41.457242 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:41.458011 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:41.488013 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-dfd8a6bd-aa10-4c2a-8c6d-b2a337b19b41 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635383 Aug 30 01:16:41.752287 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-98df1d9a-82d8-454c-a9e6-e91d37e4e62b tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=9bf90b4e09e94cc984fe36b03b08a0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3206306 Aug 30 01:16:41.825304 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Sync routers for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:42.005693 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef76de-c4ab-497e-ae24-d25dd71ca371 None None] Port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:42.018259 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.029742 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.036217 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (9e436b47-5c90-4584-8bc0-b53ba83f9cf6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.047565 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 0782f4b3-82b4-4a04-b23a-b8dce271441f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:42.049343 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 9eb0a185-f6d9-43c4-b28c-5f98b748d477 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:42.063715 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:42.065159 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:42.106147 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.108490 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1755242 Aug 30 01:16:42.123851 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:42.234444 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-216748d7-2cd9-4401-a6c0-b9a0f8fef4ed service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451808 Aug 30 01:16:42.237744 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Publish callbacks [] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.250068 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.510676 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-02c9525d-e839-49fe-8924-14821e81339d service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:16:42.511835 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-02c9525d-e839-49fe-8924-14821e81339d service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4348309 Aug 30 01:16:42.553766 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a792f8-fbaa-4239-85ff-1464f0bed1c5 None None] Pushing event updated for resources: {'Port': ['ID=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:42.597451 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Attempting to bind port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:42.598063 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Attempting to bind port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:42.598298 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Attempting to bind port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 on network 4d9d034b-2058-4bea-b0ad-f251a5b7169c {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:42.616940 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:42.618842 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Checking segment: {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:42.619741 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.621823 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Bound using segment: {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:42.622540 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Bound port: af4c413c-eb7e-4e50-a7a2-acf5ef036c40, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:42.623170 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.793281 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe446d-8f7a-4c26-bd0f-df723f644bc3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'Port': ['ID=4854f67c-4178-4017-8d71-ee5db08c27b0,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:42.839117 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:42.902469 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] For port af4c413c-eb7e-4e50-a7a2-acf5ef036c40, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:42.908645 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] For port af4c413c-eb7e-4e50-a7a2-acf5ef036c40, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:42.918687 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.945477 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c4effd0a-0903-4d35-ae3e-7ae4772a5e8b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/4d9d034b-2058-4bea-b0ad-f251a5b7169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201710 Aug 30 01:16:42.966245 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-f096ff45-1ad5-4740-a99b-d75ff2f75942 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1434286944&fields=id&tenant_id=a69f2b2876ed47459a8b960ff679c724 HTTP/1.1" status: 200 len: 267 time: 0.1108561 Aug 30 01:16:42.998555 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:43.002439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.023370 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:43.027632 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Routers {'02b8cfb4-1370-4362-ace9-c5710ac5b8fb'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:43.028640 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:43.148427 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-17f617b6-718b-4a44-ac42-205452af702d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/4d9d034b-2058-4bea-b0ad-f251a5b7169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954441 Aug 30 01:16:43.175035 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:43.178278 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:43.260827 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a792f8-fbaa-4239-85ff-1464f0bed1c5 None None] Pushing event updated for resources: {'Port': ['ID=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:43.301892 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-e190c693-ca19-412a-90d2-ff13c9900e5c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:43.322710 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-e190c693-ca19-412a-90d2-ff13c9900e5c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 811 time: 0.3552263 Aug 30 01:16:43.349373 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] Set router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:43.370802 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-d0013b10-da3c-4a68-a515-84b45e0c5dd0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/quotas/a69f2b2876ed47459a8b960ff679c724 HTTP/1.1" status: 200 len: 375 time: 0.0440755 Aug 30 01:16:43.471548 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:43.518494 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-85aae60c-6970-4e80-9fdc-00e89c0aa733 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467524 Aug 30 01:16:43.599400 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55438) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:43.666548 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55444) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:43.733487 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:43.801027 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-fe158dd8-154a-4729-8c02-b8b069bada53 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786672 Aug 30 01:16:43.868282 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-50217ca9-287e-4e70-9fe4-e0a7cd305442 req-0dacd82f-a6d0-4b98-90b7-b7185c8d01ae tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 210 time: 0.2528055 Aug 30 01:16:43.870072 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.61', 58040) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:44.175478 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-32c54228-8e76-4633-8439-4895febd1258 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719323 Aug 30 01:16:44.249974 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:44.250652 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.342579 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e43a7cb-bfd1-4949-af2b-eb97abd858db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.399004 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7af45754-f68a-413f-82b0-36bafe86a595 req-18ed2606-7366-4da8-b9a4-a65e8a8ea980 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 0.2249932 Aug 30 01:16:44.432493 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:41Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:44.443705 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55476) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:44.473143 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:44.509712 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:16:35Z', 'revision_number': 4, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'af4c413c-eb7e-4e50-a7a2-acf5ef036c40', 'name': '', 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'mac_address': 'fa:16:3e:e9:5a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6df07bf2-762a-48f9-8233-f33dda75df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:34Z', 'updated_at': '2022-08-30T01:16:42Z', 'revision_number': 4, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'subnets': [{'id': '6df07bf2-762a-48f9-8233-f33dda75df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:44.545112 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7a968553-6e16-483b-ba13-35449cf18905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.605963 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92614c-3217-4d29-8ad2-a9c5158def32 None None] The sync data for ids ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'] in dv-cinder-815145-12-iscsi is: [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:16:35Z', 'revision_number': 4, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'af4c413c-eb7e-4e50-a7a2-acf5ef036c40', 'name': '', 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'mac_address': 'fa:16:3e:e9:5a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6df07bf2-762a-48f9-8233-f33dda75df5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:34Z', 'updated_at': '2022-08-30T01:16:42Z', 'revision_number': 4, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'subnets': [{'id': '6df07bf2-762a-48f9-8233-f33dda75df5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:44.652262 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-5ad48bf8-5f29-465a-aba3-b4809332a0c3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:44.654901 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 9eb0a185-f6d9-43c4-b28c-5f98b748d477, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=9eb0a185-f6d9-43c4-b28c-5f98b748d477,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:44.659709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d07a84-2d97-4cb7-bae7-bd614e1e54ef None None] The sync data for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi is: [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:41Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:44.666155 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b1f641b3-df6d-4749-b7d3-6865854c46b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.667000 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-5ad48bf8-5f29-465a-aba3-b4809332a0c3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 819 time: 0.7960982 Aug 30 01:16:44.684907 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.688101 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2376584d-40ab-4118-a85f-96183330904e up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:44.768912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'port': {'device_id': '26186b86-98dd-4907-8665-3358fa62eb1e', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'admin_state_up': True, 'tenant_id': 'adf47975f465467498be24ebe2c81ad7'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:44.989010 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e43a7cb-bfd1-4949-af2b-eb97abd858db admin admin] Publish callbacks [] for security_group (253c5151-4de2-4e15-a431-dbbcbfd53c44), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.044914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e43a7cb-bfd1-4949-af2b-eb97abd858db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (253c5151-4de2-4e15-a431-dbbcbfd53c44), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.090844 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:45.091520 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3483ab98-084f-41c1-a79e-c5c54b701c6c req-ed6d0da5-f16a-4809-b827-cbdb10a78fbe tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.3353066 Aug 30 01:16:45.099290 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=9eb0a185-f6d9-43c4-b28c-5f98b748d477,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:45.233588 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:32Z', 'revision_number': 2, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:45.292858 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5e43a7cb-bfd1-4949-af2b-eb97abd858db admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ded271760fdb466a8eb64de0192da786&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6251783 Aug 30 01:16:45.303294 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55520) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:45.309603 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43a7cb-bfd1-4949-af2b-eb97abd858db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c5151-4de2-4e15-a431-dbbcbfd53c44,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:45.432479 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 2376584d-40ab-4118-a85f-96183330904e triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:45.437643 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (2376584d-40ab-4118-a85f-96183330904e), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.458900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b1f641b3-df6d-4749-b7d3-6865854c46b8 admin admin] Publish callbacks [] for security_group (a70164e4-43f2-4bcc-9292-4dbd22c75199), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.498183 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b1f641b3-df6d-4749-b7d3-6865854c46b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a70164e4-43f2-4bcc-9292-4dbd22c75199), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.521918 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:45.549263 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Checking router: e6285b1e-66c4-4723-ae41-c5ab5e144614 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:45.549842 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Updating router e6285b1e-66c4-4723-ae41-c5ab5e144614 port 02bc49cc-2c98-4656-8d22-274ad8835723 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:16:45.665093 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4d70a011-ce26-439c-ba31-2bd857871cdf admin admin] Publish callbacks [] for security_group (253c5151-4de2-4e15-a431-dbbcbfd53c44), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.733082 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.834800 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7a968553-6e16-483b-ba13-35449cf18905 admin admin] Publish callbacks [] for security_group (6ff36692-8d8f-4d4f-a0c1-2261cfe04e36), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.851640 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Made reservation on behalf of adf47975f465467498be24ebe2c81ad7 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:45.873092 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.889043 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4d70a011-ce26-439c-ba31-2bd857871cdf admin admin] Publish callbacks [] for security_group (253c5151-4de2-4e15-a431-dbbcbfd53c44), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.892869 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7a968553-6e16-483b-ba13-35449cf18905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6ff36692-8d8f-4d4f-a0c1-2261cfe04e36), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.989703 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 2376584d-40ab-4118-a85f-96183330904e is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:45.990110 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (2376584d-40ab-4118-a85f-96183330904e), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:46.076219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:46.097309 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b1f641b3-df6d-4749-b7d3-6865854c46b8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a0afbc954ebc4555bfc59a1899d9f4aa&name=default HTTP/1.1" status: 200 len: 2993 time: 1.6494932 Aug 30 01:16:46.104745 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7a968553-6e16-483b-ba13-35449cf18905 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=705008e3e864488f897ebbf513d569c0&name=default HTTP/1.1" status: 200 len: 2995 time: 2.5040915 Aug 30 01:16:46.132407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55542) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:46.133063 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55544) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:46.184158 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 2376584d-40ab-4118-a85f-96183330904e, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=2376584d-40ab-4118-a85f-96183330904e,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:46.226165 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (2376584d-40ab-4118-a85f-96183330904e), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:46.262117 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4d70a011-ce26-439c-ba31-2bd857871cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (253c5151-4de2-4e15-a431-dbbcbfd53c44), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:46.272428 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4d70a011-ce26-439c-ba31-2bd857871cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:46.279214 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4d70a011-ce26-439c-ba31-2bd857871cdf admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/253c5151-4de2-4e15-a431-dbbcbfd53c44 HTTP/1.1" status: 204 len: 168 time: 0.9606700 Aug 30 01:16:46.282897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f641b3-df6d-4749-b7d3-6865854c46b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70164e4-43f2-4bcc-9292-4dbd22c75199,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:46.337763 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-62a975d0-5643-46a1-a400-cf776e8f559d req-77e776a8-a8d8-42ba-b4dd-cb91461a5da1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 210 time: 0.6114354 Aug 30 01:16:46.349275 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70a011-ce26-439c-ba31-2bd857871cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c5151-4de2-4e15-a431-dbbcbfd53c44,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:46.712975 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-45b6dc0a-7493-45e0-a834-b8188ccc189c req-70c500e9-9bf1-4f21-aa80-9206d068967f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.0930407 Aug 30 01:16:46.824228 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=2376584d-40ab-4118-a85f-96183330904e,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:46.831797 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-00b52a40-0c1a-4419-8a2c-4d1a5e11dfbb req-ffaadfeb-2661-4c2e-bab4-5e4fba80e0e9 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 0.7979829 Aug 30 01:16:46.944351 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device b32178c6-a3e0-4f19-8103-c15cb26bc2e4 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:46.965480 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a968553-6e16-483b-ba13-35449cf18905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff36692-8d8f-4d4f-a0c1-2261cfe04e36,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:47.267400 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Allocated IP 172.20.0.4 (b2938f22-9675-44ea-8234-907289538481/7376bd6d-fa47-44bf-9190-f1d408451305/732b6f50-130f-420b-8b3a-711de6b71f4a) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:47.321469 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:47.334650 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.429414 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Publish callbacks [] for port (02bc49cc-2c98-4656-8d22-274ad8835723), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.436719 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:47.441302 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.442977 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d5fde3b-e71e-4683-8dec-c6a89a81d8cc admin admin] Publish callbacks [] for security_group (6ff36692-8d8f-4d4f-a0c1-2261cfe04e36), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.452289 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:47.471563 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d5fde3b-e71e-4683-8dec-c6a89a81d8cc admin admin] Publish callbacks [] for security_group (6ff36692-8d8f-4d4f-a0c1-2261cfe04e36), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.533967 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-14b03f20-b643-402a-bfb8-93cf65e357b5 admin admin] Publish callbacks [] for security_group (a70164e4-43f2-4bcc-9292-4dbd22c75199), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.572970 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55570) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:47.590629 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-14b03f20-b643-402a-bfb8-93cf65e357b5 admin admin] Publish callbacks [] for security_group (a70164e4-43f2-4bcc-9292-4dbd22c75199), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.604324 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:47.605871 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.617169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.61', 58059) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:47.678376 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f7fde-a81c-48be-9808-f0d6d978b312 None None] Pushing event updated for resources: {'Port': ['ID=02bc49cc-2c98-4656-8d22-274ad8835723,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:47.691660 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e05f-8beb-4c2d-9d07-7f1a793932a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.697280 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d5fde3b-e71e-4683-8dec-c6a89a81d8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6ff36692-8d8f-4d4f-a0c1-2261cfe04e36), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.709785 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d5fde3b-e71e-4683-8dec-c6a89a81d8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.727934 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1d5fde3b-e71e-4683-8dec-c6a89a81d8cc admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/6ff36692-8d8f-4d4f-a0c1-2261cfe04e36 HTTP/1.1" status: 204 len: 168 time: 1.5755613 Aug 30 01:16:47.734070 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.61', 58060) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:47.744697 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Attempting to bind port 02bc49cc-2c98-4656-8d22-274ad8835723 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:47.745067 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Attempting to bind port 02bc49cc-2c98-4656-8d22-274ad8835723 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:47.773143 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Attempting to bind port 02bc49cc-2c98-4656-8d22-274ad8835723 on network b8469c42-cfe3-468a-82da-a1b36c332c12 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:47.780055 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:47.829561 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:47.830967 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Checking segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:47.834593 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.837161 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Bound using segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:47.840034 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Bound port: 02bc49cc-2c98-4656-8d22-274ad8835723, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:47.843555 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.939323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port b32178c6-a3e0-4f19-8103-c15cb26bc2e4, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:47.946320 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.950864 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fde3b-e71e-4683-8dec-c6a89a81d8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff36692-8d8f-4d4f-a0c1-2261cfe04e36,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:47.974752 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:47.976145 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device af4c413c-eb7e-4e50-a7a2-acf5ef036c40 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:47.990894 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e05f-8beb-4c2d-9d07-7f1a793932a5 admin admin] Publish callbacks [] for security_group (654416c1-1abc-4978-a27d-b20e3ae09deb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.032782 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:48.094386 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e1e95ec7-0cdb-4e46-820e-8e4717fa6f5d req-ab137c41-21a6-4ebb-946a-e4a45447c4d7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 210 time: 0.4344909 Aug 30 01:16:48.095052 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e05f-8beb-4c2d-9d07-7f1a793932a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (654416c1-1abc-4978-a27d-b20e3ae09deb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.139466 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9c6a6150-ac8c-4df1-b222-544d97e0dad5 req-9028456f-8cbe-482f-af78-3cd341069332 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.1269999 Aug 30 01:16:48.322766 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4ec6e05f-8beb-4c2d-9d07-7f1a793932a5 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=234df426c7e74cc89ce298959903bf2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429543 Aug 30 01:16:48.339236 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55588) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:48.354081 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6e05f-8beb-4c2d-9d07-7f1a793932a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654416c1-1abc-4978-a27d-b20e3ae09deb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:48.454775 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-14b03f20-b643-402a-bfb8-93cf65e357b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a70164e4-43f2-4bcc-9292-4dbd22c75199), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.470354 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-14b03f20-b643-402a-bfb8-93cf65e357b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.481296 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-14b03f20-b643-402a-bfb8-93cf65e357b5 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a70164e4-43f2-4bcc-9292-4dbd22c75199 HTTP/1.1" status: 204 len: 168 time: 2.3444784 Aug 30 01:16:48.544106 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] For port 02bc49cc-2c98-4656-8d22-274ad8835723, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:48.580370 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] For port 02bc49cc-2c98-4656-8d22-274ad8835723, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=02bc49cc-2c98-4656-8d22-274ad8835723,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:48.601070 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-1235f0e2-5977-4bc3-a405-caff264a6c69 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:48.605182 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:48.610130 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-1235f0e2-5977-4bc3-a405-caff264a6c69 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.61 "GET /networking/v2.0/networks?id=4d9d034b-2058-4bea-b0ad-f251a5b7169c HTTP/1.1" status: 200 len: 812 time: 0.6117160 Aug 30 01:16:48.615904 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5e96f88-aa78-41c9-8972-00696eca8748 req-3a8ece2e-67d1-4fb2-ac8e-cc2a6eab13fc tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 0.1232696 Aug 30 01:16:48.643982 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.655817 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75a207de-2dd4-44f4-bba6-c1945c451b6e admin admin] Publish callbacks [] for security_group (654416c1-1abc-4978-a27d-b20e3ae09deb), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.705486 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75a207de-2dd4-44f4-bba6-c1945c451b6e admin admin] Publish callbacks [] for security_group (654416c1-1abc-4978-a27d-b20e3ae09deb), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.722770 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-107bc7f3-b0b9-409d-ac13-66d91e9be3df tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:48.741234 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-107bc7f3-b0b9-409d-ac13-66d91e9be3df tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 819 time: 1.1033585 Aug 30 01:16:48.743246 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b03f20-b643-402a-bfb8-93cf65e357b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70164e4-43f2-4bcc-9292-4dbd22c75199,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:48.777653 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Request body: {'port': {'device_id': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'admin_state_up': True, 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:48.843746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'port': {'device_id': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'admin_state_up': True, 'tenant_id': 'adf47975f465467498be24ebe2c81ad7'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:48.865999 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.095438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:49.102080 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:49.104452 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:16:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:49.378407 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:49.378809 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.491104 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55622) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:49.607801 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:49.706400 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f7fde-a81c-48be-9808-f0d6d978b312 None None] Pushing event updated for resources: {'Port': ['ID=02bc49cc-2c98-4656-8d22-274ad8835723,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:49.790820 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82305184-0a4e-480c-8579-33461f07ec00 req-ecdf7ce0-697b-46f0-94ce-7d2ccca21972 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 210 time: 0.1797493 Aug 30 01:16:49.813265 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Network b2938f22-9675-44ea-8234-907289538481 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:49.819314 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:49.829729 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:49.832518 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c19199f7-5cc0-47ce-90a3-1cdae9132c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.843461 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Made reservation on behalf of 9bf90b4e09e94cc984fe36b03b08a0b6 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:49.849384 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:49.854687 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:49.855644 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.860359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.901524 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Made reservation on behalf of adf47975f465467498be24ebe2c81ad7 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:49.912660 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.938831 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:49.942172 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.956540 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75a207de-2dd4-44f4-bba6-c1945c451b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (654416c1-1abc-4978-a27d-b20e3ae09deb), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.965459 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75a207de-2dd4-44f4-bba6-c1945c451b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.969141 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-75a207de-2dd4-44f4-bba6-c1945c451b6e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/654416c1-1abc-4978-a27d-b20e3ae09deb HTTP/1.1" status: 204 len: 168 time: 1.6249189 Aug 30 01:16:50.002862 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e1b66161-c106-4d79-8f41-eae436b04014 req-80946790-5b83-43b9-8d7f-5697fd7f63b3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.3176744 Aug 30 01:16:50.008933 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a207de-2dd4-44f4-bba6-c1945c451b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654416c1-1abc-4978-a27d-b20e3ae09deb,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:50.190724 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c19199f7-5cc0-47ce-90a3-1cdae9132c41 admin admin] Publish callbacks [] for security_group (97e4b64d-02da-4347-b5fe-e02b612758df), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.209798 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4720221 Aug 30 01:16:50.225865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757216d0-77c1-47fb-9ab5-0e01f028a437 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'Port': ['ID=732b6f50-130f-420b-8b3a-711de6b71f4a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:50.236448 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c19199f7-5cc0-47ce-90a3-1cdae9132c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (97e4b64d-02da-4347-b5fe-e02b612758df), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.435705 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.61', 58071) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:50.462171 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-37602412-e547-4548-9e8f-0f19df453c36 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:16:50.463614 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-37602412-e547-4548-9e8f-0f19df453c36 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1845369 Aug 30 01:16:50.464628 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19199f7-5cc0-47ce-90a3-1cdae9132c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4b64d-02da-4347-b5fe-e02b612758df,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:50.469975 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c19199f7-5cc0-47ce-90a3-1cdae9132c41 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=75ad412645e24b9dbf7f38c6571108fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8574989 Aug 30 01:16:50.477047 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55644) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:50.790875 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port af4c413c-eb7e-4e50-a7a2-acf5ef036c40, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:51.065821 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:48Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:51.067838 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.068678 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 9eb0a185-f6d9-43c4-b28c-5f98b748d477 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:51.090085 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:51.099531 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ff9cf20b-da64-4ed5-9a87-4bca64a5e39d None None] Provisioning complete for port 732b6f50-130f-420b-8b3a-711de6b71f4a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:51.099923 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf20b-da64-4ed5-9a87-4bca64a5e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.155330 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:51.156646 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e72d8305-a005-4481-9cd8-3c95ab84a8c2 req-c9acc167-22e0-488d-8be4-3e040e703414 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 210 time: 0.0764217 Aug 30 01:16:51.249616 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9243941e-8ba3-4bce-a0fc-495b3407ab50 req-734e10a5-bb1f-412f-a8f1-49cd0b8cdfee tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 1.0365021 Aug 30 01:16:51.369868 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c7f74c3-0db4-4c69-a510-b9a5d723545b admin admin] Publish callbacks [] for security_group (97e4b64d-02da-4347-b5fe-e02b612758df), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.545758 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:51.547756 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cf20b-da64-4ed5-9a87-4bca64a5e39d None None] Port 732b6f50-130f-420b-8b3a-711de6b71f4a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:51.586877 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c7f74c3-0db4-4c69-a510-b9a5d723545b admin admin] Publish callbacks [] for security_group (97e4b64d-02da-4347-b5fe-e02b612758df), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.594947 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Allocated IP 172.20.0.9 (4d9d034b-2058-4bea-b0ad-f251a5b7169c/6df07bf2-762a-48f9-8233-f33dda75df5d/dc2b0901-0f5c-49be-b9ac-d776a11996b4) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:51.667124 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032be51f-edce-4d6e-96b8-a1d8099889cd None None] The sync data for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi is: [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:48Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:51.796748 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-005be0ec-9ecb-43fc-b4a6-f0eae0a889ab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:51.810281 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-005be0ec-9ecb-43fc-b4a6-f0eae0a889ab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 811 time: 1.2947712 Aug 30 01:16:51.838317 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b938cb8a-5226-4c4b-9739-e5eb2915c57c req-98656341-450b-4b07-ab01-61257aafa6ae tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.3325388 Aug 30 01:16:51.853786 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:51.853786 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.925363 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:51.930618 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:51.974857 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Request body: {'port': {'device_id': '26186b86-98dd-4907-8665-3358fa62eb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:52.094612 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:52.138073 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Allocated IP 172.20.0.7 (b2938f22-9675-44ea-8234-907289538481/7376bd6d-fa47-44bf-9190-f1d408451305/3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:52.473290 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fe57912-9608-4549-86cb-b032a5d6c94b req-b4fa4d81-8e80-48fb-a5f0-2cf7a9d5eeb7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 210 time: 0.0496466 Aug 30 01:16:52.487018 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks [] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:52.552510 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device b32178c6-a3e0-4f19-8103-c15cb26bc2e4 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:52.616764 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:52.689590 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:52.690617 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:52.715664 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:52.826001 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c7f74c3-0db4-4c69-a510-b9a5d723545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (97e4b64d-02da-4347-b5fe-e02b612758df), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:52.829204 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c7f74c3-0db4-4c69-a510-b9a5d723545b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:52.833469 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4c7f74c3-0db4-4c69-a510-b9a5d723545b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/97e4b64d-02da-4347-b5fe-e02b612758df HTTP/1.1" status: 204 len: 168 time: 2.3566644 Aug 30 01:16:52.915483 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:52.926796 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device af4c413c-eb7e-4e50-a7a2-acf5ef036c40 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:52.981032 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:53.002747 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:53.006521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:53.013764 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:53.016200 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.047695 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:53.049865 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.066045 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Pushing event updated for resources: {'Port': ['ID=dc2b0901-0f5c-49be-b9ac-d776a11996b4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:53.090659 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ec527dea-bfb2-4534-babd-7f43b672d869 req-e8e8bd5f-c826-4cea-9b91-5a9d1bf5e170 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.1034982 Aug 30 01:16:53.099315 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f74c3-0db4-4c69-a510-b9a5d723545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4b64d-02da-4347-b5fe-e02b612758df,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:53.128507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734790c-abf5-4de1-9f87-169e7f969c11 req-baeb504b-3969-4c2c-be89-6cc0cb4f7c8a tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:53.132217 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-d1eec08f-6451-4559-988f-c35aa78942e1 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3963556 Aug 30 01:16:53.138559 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f734790c-abf5-4de1-9f87-169e7f969c11 req-baeb504b-3969-4c2c-be89-6cc0cb4f7c8a tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 931 time: 0.5727227 Aug 30 01:16:53.295691 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:53.296870 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 02bc49cc-2c98-4656-8d22-274ad8835723 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:53.320965 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f734790c-abf5-4de1-9f87-169e7f969c11 req-dd64d05f-4c21-4089-8b11-8e28754d0354 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798015 Aug 30 01:16:53.324871 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.405436 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.408028 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 02bc49cc-2c98-4656-8d22-274ad8835723 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:53.412143 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.499573 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-322cb2a0-e03f-40aa-9f77-cd27e8e77438 None None] Provisioning complete for port dc2b0901-0f5c-49be-b9ac-d776a11996b4 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:53.500365 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-322cb2a0-e03f-40aa-9f77-cd27e8e77438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.511782 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Network b2938f22-9675-44ea-8234-907289538481 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:53.522988 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:53.533639 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:53.541415 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:53.542281 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.554202 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'Port': ['ID=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:53.595879 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-c5c7a221-b14e-44c7-98dc-69375f484c8a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7945573 Aug 30 01:16:53.608232 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:53.627084 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-322cb2a0-e03f-40aa-9f77-cd27e8e77438 None None] Port dc2b0901-0f5c-49be-b9ac-d776a11996b4 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:53.629786 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 02bc49cc-2c98-4656-8d22-274ad8835723 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:53.630391 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.696482 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 02bc49cc-2c98-4656-8d22-274ad8835723, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=02bc49cc-2c98-4656-8d22-274ad8835723,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:53.719168 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.720249 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2376584d-40ab-4118-a85f-96183330904e up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:53.724540 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:53.794557 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9bd48-61cf-4e6e-a607-d6531b031ccc req-d6f342c0-a8ef-4b75-8b0c-e2ba500e3e4f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:53.806721 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3bf9bd48-61cf-4e6e-a607-d6531b031ccc req-d6f342c0-a8ef-4b75-8b0c-e2ba500e3e4f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 931 time: 0.1319010 Aug 30 01:16:53.813314 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55764) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:53.841905 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732b6f50-130f-420b-8b3a-711de6b71f4a {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:16:53.857956 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Publish callbacks [] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.889354 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Transition to ACTIVE for port object 732b6f50-130f-420b-8b3a-711de6b71f4a will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:16:53.896270 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=02bc49cc-2c98-4656-8d22-274ad8835723,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:53.896783 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.921753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:53.937370 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3bf9bd48-61cf-4e6e-a607-d6531b031ccc req-c9a6f80e-acc4-4025-bfbb-8c589918af20 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242487 Aug 30 01:16:53.959483 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 2376584d-40ab-4118-a85f-96183330904e triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:53.959847 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (2376584d-40ab-4118-a85f-96183330904e), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.963897 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-d073f3e5-b8d7-46ed-80c8-00a10d1ddb80 None None] Provisioning complete for port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:53.964451 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d073f3e5-b8d7-46ed-80c8-00a10d1ddb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.977436 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55772) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:53.985792 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:54.015201 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7766be74-9f83-4684-84c5-4befb1b0cc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.055734 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-d073f3e5-b8d7-46ed-80c8-00a10d1ddb80 None None] Port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:54.096058 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Attempting to bind port 732b6f50-130f-420b-8b3a-711de6b71f4a on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:54.096538 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Attempting to bind port 732b6f50-130f-420b-8b3a-711de6b71f4a by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:54.097070 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Attempting to bind port 732b6f50-130f-420b-8b3a-711de6b71f4a on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:54.103426 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Pushing event updated for resources: {'Port': ['ID=732b6f50-130f-420b-8b3a-711de6b71f4a,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:54.120591 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Port 732b6f50-130f-420b-8b3a-711de6b71f4a on network b2938f22-9675-44ea-8234-907289538481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:16:54.121717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Attempting to bind port 732b6f50-130f-420b-8b3a-711de6b71f4a on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:54.130110 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:54.130756 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Checking segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:54.131452 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Bound using segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:54.132140 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Bound port: 732b6f50-130f-420b-8b3a-711de6b71f4a, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:54.133234 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.135444 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 2376584d-40ab-4118-a85f-96183330904e is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:54.180331 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:54.186477 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7766be74-9f83-4684-84c5-4befb1b0cc12 admin admin] Publish callbacks [] for security_group (8a3d5ad9-960c-4abb-b351-384cca9752ff), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.198198 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7766be74-9f83-4684-84c5-4befb1b0cc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (8a3d5ad9-960c-4abb-b351-384cca9752ff), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.220807 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:54.253844 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] For port 732b6f50-130f-420b-8b3a-711de6b71f4a, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:54.289676 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7766be74-9f83-4684-84c5-4befb1b0cc12 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6f5127a35f8c472fbdac4f5c0d784029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099124 Aug 30 01:16:54.296331 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 02bc49cc-2c98-4656-8d22-274ad8835723 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:54.305529 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55778) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:54.331513 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] For port 732b6f50-130f-420b-8b3a-711de6b71f4a, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=732b6f50-130f-420b-8b3a-711de6b71f4a,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:54.334943 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23307e2c-6e2f-4709-81f4-c1c18ec7c2fa req-1bf9a707-b1cd-410b-9a58-25925277cf9e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.0837955 Aug 30 01:16:54.350692 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766be74-9f83-4684-84c5-4befb1b0cc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d5ad9-960c-4abb-b351-384cca9752ff,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:54.363772 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.378763 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0f5878a8-71d5-4e33-ac32-8a8bc654cbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.393947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:54.394607 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.396380 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 200 len: 1093 time: 3.1784990 Aug 30 01:16:54.401304 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26186b86-98dd-4907-8665-3358fa62eb1e', 'tag': '732b6f50-130f-420b-8b3a-711de6b71f4a'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:54.413341 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a2878fab-d59d-437e-b4c1-11ff1d060e3b admin admin] Publish callbacks [] for security_group (8a3d5ad9-960c-4abb-b351-384cca9752ff), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.458266 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a2878fab-d59d-437e-b4c1-11ff1d060e3b admin admin] Publish callbacks [] for security_group (8a3d5ad9-960c-4abb-b351-384cca9752ff), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.463489 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 02bc49cc-2c98-4656-8d22-274ad8835723 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:54.463920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.570454 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a2878fab-d59d-437e-b4c1-11ff1d060e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (8a3d5ad9-960c-4abb-b351-384cca9752ff), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.573979 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a2878fab-d59d-437e-b4c1-11ff1d060e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.576115 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a2878fab-d59d-437e-b4c1-11ff1d060e3b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/8a3d5ad9-960c-4abb-b351-384cca9752ff HTTP/1.1" status: 204 len: 168 time: 0.2689116 Aug 30 01:16:54.612890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2878fab-d59d-437e-b4c1-11ff1d060e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d5ad9-960c-4abb-b351-384cca9752ff,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:54.632994 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95378a-fcf4-483a-98e7-aee5c95c399a service neutron] Pushing event updated for resources: {'Port': ['ID=732b6f50-130f-420b-8b3a-711de6b71f4a,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:54.701213 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0f5878a8-71d5-4e33-ac32-8a8bc654cbbf admin admin] Publish callbacks [] for security_group (00ad8c11-4617-4c3b-b2ec-c3adfde46729), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.720921 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0f5878a8-71d5-4e33-ac32-8a8bc654cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (00ad8c11-4617-4c3b-b2ec-c3adfde46729), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.805552 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0f5878a8-71d5-4e33-ac32-8a8bc654cbbf admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=1d08fe83431444178f99d3d8e04bec87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9901371 Aug 30 01:16:54.807105 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5878a8-71d5-4e33-ac32-8a8bc654cbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad8c11-4617-4c3b-b2ec-c3adfde46729,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:54.812570 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 55802) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:54.919067 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477ae9-aa4f-42af-90dd-4c6d7b923056 req-a2ac9a8d-a6d7-4653-b269-de52856a5776 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:54.925357 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f1477ae9-aa4f-42af-90dd-4c6d7b923056 req-a2ac9a8d-a6d7-4653-b269-de52856a5776 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 931 time: 0.2772312 Aug 30 01:16:54.928736 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c527f2d0-8419-4c11-8964-6706baf11429 admin admin] Publish callbacks [] for security_group (00ad8c11-4617-4c3b-b2ec-c3adfde46729), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:54.950568 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Request body: {'port': {'device_id': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:55.001232 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Request body: {'port': {'device_id': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:55.010591 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb17e6aa-546a-42d6-b42c-48ec7c015235" -d '{"events": [{"name": "network-changed", "server_uuid": "26186b86-98dd-4907-8665-3358fa62eb1e", "tag": "732b6f50-130f-420b-8b3a-711de6b71f4a"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:55.034291 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c527f2d0-8419-4c11-8964-6706baf11429 admin admin] Publish callbacks [] for security_group (00ad8c11-4617-4c3b-b2ec-c3adfde46729), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:55.036367 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 02bc49cc-2c98-4656-8d22-274ad8835723 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:55.049758 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:55.286620 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f1477ae9-aa4f-42af-90dd-4c6d7b923056 req-ac09fce1-f6f3-46dd-8778-0f93444f0080 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526738 Aug 30 01:16:55.321192 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:55.514419 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-e6f35487-ab49-4c5b-894c-c94591e597aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:55.516686 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-e6f35487-ab49-4c5b-894c-c94591e597aa service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1127 time: 0.4640117 Aug 30 01:16:55.558368 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:55.610909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:55.655523 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-1582271f-a758-4e2e-8796-d6739e7eaa4a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a69f2b2876ed47459a8b960ff679c724 HTTP/1.1" status: 200 len: 380 time: 0.7207067 Aug 30 01:16:55.718707 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'port': {'device_id': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'admin_state_up': True, 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'security_groups': ['5940bc22-ef3f-4f30-9606-f4d689444d80']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:56.074250 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Made reservation on behalf of a69f2b2876ed47459a8b960ff679c724 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:56.087723 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:56.275934 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ef21b-e298-4cd7-aba8-e86214f6068b x-openstack-request-id: req-9b8ef21b-e298-4cd7-aba8-e86214f6068b {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:56.276609 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26186b86-98dd-4907-8665-3358fa62eb1e", "tag": "732b6f50-130f-420b-8b3a-711de6b71f4a", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:56.276609 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b8ef21b-e298-4cd7-aba8-e86214f6068b {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:56.280097 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8ef21b-e298-4cd7-aba8-e86214f6068b'] response: {'name': 'network-changed', 'server_uuid': '26186b86-98dd-4907-8665-3358fa62eb1e', 'tag': '732b6f50-130f-420b-8b3a-711de6b71f4a', 'status': 'completed', 'code': 200} Aug 30 01:16:56.291505 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33899995-cc2d-4520-b9ba-7d93479b8b00 req-ea126bfb-0e5a-47e6-af94-28e6ac202bdf tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:56.293095 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-33899995-cc2d-4520-b9ba-7d93479b8b00 req-ea126bfb-0e5a-47e6-af94-28e6ac202bdf tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 931 time: 1.0990200 Aug 30 01:16:56.294483 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-3e17deb5-5857-46e4-88a9-2c0473e6a70c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 200 len: 217 time: 0.6886344 Aug 30 01:16:56.406952 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c527f2d0-8419-4c11-8964-6706baf11429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (00ad8c11-4617-4c3b-b2ec-c3adfde46729), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:56.409619 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c527f2d0-8419-4c11-8964-6706baf11429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:56.410821 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c527f2d0-8419-4c11-8964-6706baf11429 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/00ad8c11-4617-4c3b-b2ec-c3adfde46729 HTTP/1.1" status: 204 len: 168 time: 1.5971785 Aug 30 01:16:56.624029 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6eb50582-e244-4e64-a6a5-fe165165336a req-99c36fc0-6202-4156-98d9-eca3805d790c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.3720179 Aug 30 01:16:56.630731 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:56.695478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527f2d0-8419-4c11-8964-6706baf11429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad8c11-4617-4c3b-b2ec-c3adfde46729,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:56.780509 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-8ee314fb-715a-45ad-9311-bbf7ffbe5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:56.782150 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-8ee314fb-715a-45ad-9311-bbf7ffbe5ab9 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.4522562 Aug 30 01:16:56.868227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Allocated IP 172.20.0.4 (b8469c42-cfe3-468a-82da-a1b36c332c12/72bea7c6-c802-4f8e-bac9-179f8720a5e4/21bbf672-b4dc-4800-a86f-8518de16fcca) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:56.892996 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:56.923616 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:56.964773 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-33899995-cc2d-4520-b9ba-7d93479b8b00 req-49cc8a59-de54-40cf-a45f-5aa62b27d880 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254125 Aug 30 01:16:56.988372 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef63e-c1cf-4dcd-a6d7-effad3d85d32 req-25d83b88-bfbd-4a74-b077-16e3d74b387a tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:56.998454 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-51bef63e-c1cf-4dcd-a6d7-effad3d85d32 req-25d83b88-bfbd-4a74-b077-16e3d74b387a tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 931 time: 0.1846318 Aug 30 01:16:57.172620 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-51bef63e-c1cf-4dcd-a6d7-effad3d85d32 req-afb14722-9f2f-4c38-bd92-fd946173d612 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728354 Aug 30 01:16:57.215123 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-f40640f0-d11c-4392-a984-4b8e3a34182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:57.218591 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-f40640f0-d11c-4392-a984-4b8e3a34182d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3945694 Aug 30 01:16:57.526049 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-4c619b5a-cf57-4595-a8d3-0a661ad3f7d2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930717 Aug 30 01:16:57.529575 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:16:57.552281 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Publish callbacks [] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.573879 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.620334 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Transition to ACTIVE for port object 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:16:57.631760 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.673556 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.709668 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:57.757756 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Network b8469c42-cfe3-468a-82da-a1b36c332c12 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:57.766731 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2b0901-0f5c-49be-b9ac-d776a11996b4 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:16:57.772359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:57.786581 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:57.794515 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:57.795973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.811217 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'Port': ['ID=21bbf672-b4dc-4800-a86f-8518de16fcca,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:57.815098 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3e2d057-7bba-44e6-b5f4-99aa574067ac req-b27ef785-95a2-44b1-b9c3-af68129c9f68 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793145 Aug 30 01:16:57.830665 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Attempting to bind port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:57.831292 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Attempting to bind port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:57.831980 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Attempting to bind port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:57.833033 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Publish callbacks [] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.839948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 on network b2938f22-9675-44ea-8234-907289538481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:16:57.840536 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Attempting to bind port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:57.849689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:57.850827 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Checking segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:57.852502 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Bound using segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:57.853175 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Bound port: 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:57.853690 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.922344 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Transition to ACTIVE for port object dc2b0901-0f5c-49be-b9ac-d776a11996b4 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:16:57.930779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.079258 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-70be700b-0db4-47a6-9f89-88b68c87c04a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3773961 Aug 30 01:16:58.089923 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b0901-0f5c-49be-b9ac-d776a11996b4,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:58.212169 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Request body: {'port': {'device_id': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:58.298259 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200671cf-d58a-4aae-867d-b3e940418524 req-e19e7873-5faa-42ba-a0d1-3e82e5bc8a22 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.304073 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-200671cf-d58a-4aae-867d-b3e940418524 req-e19e7873-5faa-42ba-a0d1-3e82e5bc8a22 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 931 time: 0.4039328 Aug 30 01:16:58.326238 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:58.334438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-713328dc-81d2-4094-94a4-df4cb7b98ce6 None None] Provisioning complete for port 21bbf672-b4dc-4800-a86f-8518de16fcca triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:58.335005 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-713328dc-81d2-4094-94a4-df4cb7b98ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.401023 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-66925a79-58f5-4974-8eeb-a2dccf43213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.405995 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-66925a79-58f5-4974-8eeb-a2dccf43213b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1127 time: 0.3290019 Aug 30 01:16:58.451692 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] For port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:58.462882 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-713328dc-81d2-4094-94a4-df4cb7b98ce6 None None] Port 21bbf672-b4dc-4800-a86f-8518de16fcca cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:58.603457 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Attempting to bind port dc2b0901-0f5c-49be-b9ac-d776a11996b4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:58.603771 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Attempting to bind port dc2b0901-0f5c-49be-b9ac-d776a11996b4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:58.604192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Attempting to bind port dc2b0901-0f5c-49be-b9ac-d776a11996b4 on network 4d9d034b-2058-4bea-b0ad-f251a5b7169c {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:58.677240 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 55934) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:58.715236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] For port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:58.721940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:58.731158 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e709af1-7385-4e48-9d6c-336c040c1ad1 req-929d35df-eb75-41f6-8ff6-90058998254f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.750410 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9e709af1-7385-4e48-9d6c-336c040c1ad1 req-929d35df-eb75-41f6-8ff6-90058998254f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 943 time: 0.1672285 Aug 30 01:16:58.755747 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Port dc2b0901-0f5c-49be-b9ac-d776a11996b4 on network 4d9d034b-2058-4bea-b0ad-f251a5b7169c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:16:58.761199 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.762676 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Attempting to bind port dc2b0901-0f5c-49be-b9ac-d776a11996b4 on network 4d9d034b-2058-4bea-b0ad-f251a5b7169c {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:58.780165 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.781008 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.782557 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 HTTP/1.1" status: 200 len: 1093 time: 3.8385575 Aug 30 01:16:58.784874 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'tag': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:58.787512 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39113ca3-fbcb-42f9-925e-5db897589ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "dda66a0c-f0fc-4e46-a037-960b2879678a", "tag": "3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:58.795303 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-200671cf-d58a-4aae-867d-b3e940418524 req-44409e3b-b5b8-465f-ac3c-73fa1f12ddff tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627206 Aug 30 01:16:58.862276 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:58.867093 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Checking segment: {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:58.868402 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Bound using segment: {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:58.874697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Bound port: dc2b0901-0f5c-49be-b9ac-d776a11996b4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:58.874697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.892486 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-bd1fefec-4c95-49f2-918a-74d6edb7d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.894640 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-bd1fefec-4c95-49f2-918a-74d6edb7d1ea service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.4703290 Aug 30 01:16:58.927826 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:59.001865 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9e709af1-7385-4e48-9d6c-336c040c1ad1 req-5115d887-054e-4915-b012-96a06be4233a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487934 Aug 30 01:16:59.006673 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:59.318986 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4130462-429b-4ac9-99b7-218ea4ed976b x-openstack-request-id: req-b4130462-429b-4ac9-99b7-218ea4ed976b {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:59.319286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda66a0c-f0fc-4e46-a037-960b2879678a", "tag": "3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:59.319542 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4130462-429b-4ac9-99b7-218ea4ed976b {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:59.320003 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4130462-429b-4ac9-99b7-218ea4ed976b'] response: {'name': 'network-changed', 'server_uuid': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'tag': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5', 'status': 'completed', 'code': 200} Aug 30 01:16:59.336815 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b45a4b-5206-47f5-bb06-bac5c0d842f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:59.342485 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-03492250-a8d3-4a93-ae59-266018d5f033 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 200 len: 217 time: 0.2579100 Aug 30 01:16:59.369053 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e5debdd7-8f38-492e-a6c0-af11b4590529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:59.417942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473ebee-5909-4cf7-89bb-9c20568dcd45 req-5c13f0cc-f82f-4775-9f00-03f38b752c9d tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:59.423328 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b473ebee-5909-4cf7-89bb-9c20568dcd45 req-5c13f0cc-f82f-4775-9f00-03f38b752c9d tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 943 time: 0.4249692 Aug 30 01:16:59.431414 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-b9b749f3-ea87-456d-984f-7ba6af494d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:59.436817 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-b9b749f3-ea87-456d-984f-7ba6af494d3c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 1127 time: 0.3579669 Aug 30 01:16:59.463214 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:59.472071 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] For port dc2b0901-0f5c-49be-b9ac-d776a11996b4, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:59.516180 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] For port dc2b0901-0f5c-49be-b9ac-d776a11996b4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc2b0901-0f5c-49be-b9ac-d776a11996b4,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:59.536661 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:59.557951 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:59.558149 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:59.563579 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/dc2b0901-0f5c-49be-b9ac-d776a11996b4 HTTP/1.1" status: 200 len: 1093 time: 4.5973234 Aug 30 01:16:59.603509 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'tag': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:59.618881 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b473ebee-5909-4cf7-89bb-9c20568dcd45 req-ffe65386-d2ae-4de3-a087-dbbb8cccc220 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716456 Aug 30 01:16:59.905559 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-cf7eb312-39d9-427a-87e4-d1ddcbf0b1c0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 HTTP/1.1" status: 200 len: 217 time: 0.3295052 Aug 30 01:17:00.016893 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-9ff60f11-c1f4-4f5e-95b3-b4e033673401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:00.020644 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-9ff60f11-c1f4-4f5e-95b3-b4e033673401 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.4478731 Aug 30 01:17:00.170930 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-96d53de2-a633-496c-a980-fc677469163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:00.172501 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-96d53de2-a633-496c-a980-fc677469163f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9bf90b4e09e94cc984fe36b03b08a0b6&device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 1127 time: 0.3147888 Aug 30 01:17:00.392444 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-441ef244-2809-433b-9e80-6edc50074ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:00.393992 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-441ef244-2809-433b-9e80-6edc50074ad5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2633851 Aug 30 01:17:00.402746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-b41ea5c0-25ed-46ce-b34b-cd8a7b4b6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:00.404166 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-b41ea5c0-25ed-46ce-b34b-cd8a7b4b6775 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.4046257 Aug 30 01:17:00.449710 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c269c-867f-4358-9986-f90ad178980d req-fa6b06a7-8ae6-4e84-9f58-3762feb75296 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:00.452221 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c8c269c-867f-4358-9986-f90ad178980d req-fa6b06a7-8ae6-4e84-9f58-3762feb75296 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 943 time: 0.1889911 Aug 30 01:17:00.493930 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-47d97887-6b6c-4f41-bb5a-9440d05246e1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc2b0901-0f5c-49be-b9ac-d776a11996b4 HTTP/1.1" status: 200 len: 217 time: 0.2589154 Aug 30 01:17:00.670657 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-fe3e1093-24d7-48ba-a211-daa3b27e1266 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148676 Aug 30 01:17:00.747827 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ae258e-1465-4b2c-be83-77db7a339adf", "tag": "dc2b0901-0f5c-49be-b9ac-d776a11996b4"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:01.036126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-5ba71ce2-ec42-463d-b01b-d982ed756b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.050056 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-5ba71ce2-ec42-463d-b01b-d982ed756b28 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6df07bf2-762a-48f9-8233-f33dda75df5d HTTP/1.1" status: 200 len: 851 time: 0.5000081 Aug 30 01:17:01.057858 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397b35-247b-4b08-94f2-797e3f9e7301 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b0901-0f5c-49be-b9ac-d776a11996b4,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:01.186289 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-f6390946-fb88-4a2d-a21c-75ad264c38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.189931 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-f6390946-fb88-4a2d-a21c-75ad264c38c7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7332473 Aug 30 01:17:01.197479 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56016) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:01.237784 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70d65-2192-4a96-a437-0fbd2d2f81a7 req-96d795ad-4959-4829-9271-13bdacf55c8e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.239766 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-60b70d65-2192-4a96-a437-0fbd2d2f81a7 req-96d795ad-4959-4829-9271-13bdacf55c8e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 931 time: 1.0246508 Aug 30 01:17:01.242453 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-3029219d-a6d3-4d3b-9bbc-3fc6b76e7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.244159 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-3029219d-a6d3-4d3b-9bbc-3fc6b76e7c5d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4d9d034b-2058-4bea-b0ad-f251a5b7169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1682422 Aug 30 01:17:01.283795 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c8c269c-867f-4358-9986-f90ad178980d req-b23cb7d4-8f94-4a3e-9600-c81784be6580 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121311 Aug 30 01:17:01.318418 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bbf672-b4dc-4800-a86f-8518de16fcca {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:01.330995 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Publish callbacks [] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.354379 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Transition to ACTIVE for port object 21bbf672-b4dc-4800-a86f-8518de16fcca will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:17:01.361994 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-5a11ccce-415c-4314-8203-2935f0be546f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673429 Aug 30 01:17:01.411982 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e5debdd7-8f38-492e-a6c0-af11b4590529 admin admin] Publish callbacks [] for security_group (94db62c0-0452-404c-b28a-7b4fba22e877), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.415668 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:01.534262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:01.537497 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-7c689cea-d7c1-4110-bbdd-1c9bdd1cd6de service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4d9d034b-2058-4bea-b0ad-f251a5b7169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231253 Aug 30 01:17:01.539865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76410969-6b9c-48ad-b063-0cb8ab592372 req-1872d389-4ae1-4e73-be23-016dd5ec1900 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.547220 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.547926 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76410969-6b9c-48ad-b063-0cb8ab592372 req-1872d389-4ae1-4e73-be23-016dd5ec1900 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 943 time: 0.0968091 Aug 30 01:17:01.554663 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e5debdd7-8f38-492e-a6c0-af11b4590529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (94db62c0-0452-404c-b28a-7b4fba22e877), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.568197 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-d61dd96b-31f2-4c87-806b-4dd1124023b5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959285 Aug 30 01:17:01.683285 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e5debdd7-8f38-492e-a6c0-af11b4590529 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=3a9a8831e4f14b72b90d60854a9433ea&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0023003 Aug 30 01:17:01.684549 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76410969-6b9c-48ad-b063-0cb8ab592372 req-2b8640cb-a637-40ab-be7c-fef7cfd49da9 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330552 Aug 30 01:17:01.687188 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56024) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:01.910438 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Pushing event updated for resources: {'Port': ['ID=21bbf672-b4dc-4800-a86f-8518de16fcca,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:01.916797 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:01.947855 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa68c-0dbf-4f13-8ca4-9179aeffb627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.968645 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5debdd7-8f38-492e-a6c0-af11b4590529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94db62c0-0452-404c-b28a-7b4fba22e877,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:01.973425 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66fd4329-0f9a-40d7-8f13-59f31e027d6f req-9358e4ec-1cec-4045-8fe2-a5cd38b906e1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4d9d034b-2058-4bea-b0ad-f251a5b7169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847001 Aug 30 01:17:02.021274 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Attempting to bind port 21bbf672-b4dc-4800-a86f-8518de16fcca on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:17:02.021639 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Attempting to bind port 21bbf672-b4dc-4800-a86f-8518de16fcca by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:17:02.024477 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Attempting to bind port 21bbf672-b4dc-4800-a86f-8518de16fcca on network b8469c42-cfe3-468a-82da-a1b36c332c12 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:17:02.031585 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Port 21bbf672-b4dc-4800-a86f-8518de16fcca on network b8469c42-cfe3-468a-82da-a1b36c332c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:17:02.031912 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Attempting to bind port 21bbf672-b4dc-4800-a86f-8518de16fcca on network b8469c42-cfe3-468a-82da-a1b36c332c12 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:17:02.038606 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:17:02.039010 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Checking segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:17:02.039407 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Bound using segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:17:02.039851 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Bound port: 21bbf672-b4dc-4800-a86f-8518de16fcca, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:17:02.040840 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.158302 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] For port 21bbf672-b4dc-4800-a86f-8518de16fcca, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:17:02.162364 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] For port 21bbf672-b4dc-4800-a86f-8518de16fcca, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=21bbf672-b4dc-4800-a86f-8518de16fcca,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:17:02.169169 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-60b70d65-2192-4a96-a437-0fbd2d2f81a7 req-7bf96580-08ef-4cd8-a9f6-0a348cdebfe2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8132536 Aug 30 01:17:02.171484 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.185968 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b364bf2-035d-4f2c-84ac-60a5ad852504 req-dac60c32-57fc-4495-812d-4630c007a1f8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076653 Aug 30 01:17:02.229909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:02.230456 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.232230 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 200 len: 1093 time: 4.0268855 Aug 30 01:17:02.233182 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3f10-cb37-47f7-b041-b5609e64a587 service neutron] Pushing event updated for resources: {'Port': ['ID=21bbf672-b4dc-4800-a86f-8518de16fcca,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:02.306755 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4ba4eb38-88bc-4b2e-acd5-3a90f7f50a8b admin admin] Publish callbacks [] for security_group (94db62c0-0452-404c-b28a-7b4fba22e877), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.345605 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4ba4eb38-88bc-4b2e-acd5-3a90f7f50a8b admin admin] Publish callbacks [] for security_group (94db62c0-0452-404c-b28a-7b4fba22e877), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.356097 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba749b5-8473-4297-ad9f-b960107a0ccc x-openstack-request-id: req-8ba749b5-8473-4297-ad9f-b960107a0ccc {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:02.356718 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ae258e-1465-4b2c-be83-77db7a339adf", "tag": "dc2b0901-0f5c-49be-b9ac-d776a11996b4", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:02.356718 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ba749b5-8473-4297-ad9f-b960107a0ccc {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:02.357496 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba749b5-8473-4297-ad9f-b960107a0ccc'] response: {'name': 'network-changed', 'server_uuid': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'tag': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4', 'status': 'completed', 'code': 200} Aug 30 01:17:02.450752 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4ba4eb38-88bc-4b2e-acd5-3a90f7f50a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (94db62c0-0452-404c-b28a-7b4fba22e877), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.461155 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4ba4eb38-88bc-4b2e-acd5-3a90f7f50a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.465979 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4ba4eb38-88bc-4b2e-acd5-3a90f7f50a8b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/94db62c0-0452-404c-b28a-7b4fba22e877 HTTP/1.1" status: 204 len: 168 time: 0.7701011 Aug 30 01:17:02.551386 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4eb38-88bc-4b2e-acd5-3a90f7f50a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db62c0-0452-404c-b28a-7b4fba22e877,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:02.601154 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=53 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:02.606066 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:02.631617 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-d117f019-59f2-4d82-9ece-949688273c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:02.634258 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-d117f019-59f2-4d82-9ece-949688273c7b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 1127 time: 0.1156070 Aug 30 01:17:02.651768 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-4075df1b-949f-419a-ae56-1bf5da4d28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:02.653429 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-4075df1b-949f-419a-ae56-1bf5da4d28af service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 1127 time: 0.1813214 Aug 30 01:17:02.770483 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa68c-0dbf-4f13-8ca4-9179aeffb627 admin admin] Publish callbacks [] for security_group (5957872f-fd38-4b04-b43d-d82031a3cac1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.779967 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-47a8283e-f2b8-4de2-b221-a1370b290c93 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 200 len: 217 time: 0.1098077 Aug 30 01:17:02.782754 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa68c-0dbf-4f13-8ca4-9179aeffb627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5957872f-fd38-4b04-b43d-d82031a3cac1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.828511 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-2abae0e6-7dde-4764-a575-330c139472f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:02.830026 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-2abae0e6-7dde-4764-a575-330c139472f8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9bf90b4e09e94cc984fe36b03b08a0b6&device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 1127 time: 0.3405166 Aug 30 01:17:02.878610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfa68c-0dbf-4f13-8ca4-9179aeffb627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957872f-fd38-4b04-b43d-d82031a3cac1,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:02.999611 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1fbfa68c-0dbf-4f13-8ca4-9179aeffb627 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=89ff3113974a442c899ae9a54df289eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7918775 Aug 30 01:17:03.002085 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56076) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:03.044909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38880d54-7a13-4fa0-b3a7-4b8c43bee39f req-d2987e00-046f-4384-9eb0-f585b9d31cbe tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.054758 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4f57f-26d7-425f-bf99-a8689a2993f8 req-f85fca2d-c85e-42c0-8b08-deaa2d80b7ee tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.058236 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-38880d54-7a13-4fa0-b3a7-4b8c43bee39f req-d2987e00-046f-4384-9eb0-f585b9d31cbe tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 943 time: 0.5736434 Aug 30 01:17:03.063884 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cab4f57f-26d7-425f-bf99-a8689a2993f8 req-f85fca2d-c85e-42c0-8b08-deaa2d80b7ee tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 943 time: 0.1266460 Aug 30 01:17:03.089507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-8bf5b11d-330e-4758-a876-e686d0da005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.091117 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-8bf5b11d-330e-4758-a876-e686d0da005d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.2289732 Aug 30 01:17:03.151160 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:03.211247 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-68e8b3c7-ef44-42d6-918f-3ac124eec537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.214436 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-68e8b3c7-ef44-42d6-918f-3ac124eec537 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1013372 Aug 30 01:17:03.215582 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5b2bff5c-6d6b-4259-899e-8554d4f6d42c admin admin] Publish callbacks [] for security_group (5957872f-fd38-4b04-b43d-d82031a3cac1), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:03.252500 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5b2bff5c-6d6b-4259-899e-8554d4f6d42c admin admin] Publish callbacks [] for security_group (5957872f-fd38-4b04-b43d-d82031a3cac1), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:03.339162 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cab4f57f-26d7-425f-bf99-a8689a2993f8 req-60043c0f-f1ef-49e4-bd89-84303a55bc1f tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743249 Aug 30 01:17:03.414364 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56082) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:03.437347 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5074153f-699d-4210-9705-75cdf415bef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:03.457195 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5b2bff5c-6d6b-4259-899e-8554d4f6d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5957872f-fd38-4b04-b43d-d82031a3cac1), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:03.458966 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5b2bff5c-6d6b-4259-899e-8554d4f6d42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:03.461213 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5b2bff5c-6d6b-4259-899e-8554d4f6d42c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/5957872f-fd38-4b04-b43d-d82031a3cac1 HTTP/1.1" status: 204 len: 168 time: 0.4554713 Aug 30 01:17:03.498464 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bff5c-6d6b-4259-899e-8554d4f6d42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957872f-fd38-4b04-b43d-d82031a3cac1,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:03.587632 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-63933ecf-ecec-4f2e-bcb1-20ee5bae4ebd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031054 Aug 30 01:17:03.696399 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-0314ba92-46a8-46f8-a0fd-7c53a794f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.699667 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-0314ba92-46a8-46f8-a0fd-7c53a794f03f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=4d9d034b-2058-4bea-b0ad-f251a5b7169c HTTP/1.1" status: 200 len: 913 time: 0.7285814 Aug 30 01:17:03.713309 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87fbe2-437c-4256-8adc-24213b70cffb req-1d748b31-60bf-4b14-b7df-030b2ba01a4d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.714300 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e87fbe2-437c-4256-8adc-24213b70cffb req-1d748b31-60bf-4b14-b7df-030b2ba01a4d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 943 time: 0.1820607 Aug 30 01:17:03.806858 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:03.820444 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-38880d54-7a13-4fa0-b3a7-4b8c43bee39f req-068ce4ea-ee08-4f3c-936e-5aa46af97f83 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563083 Aug 30 01:17:03.834346 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-18014469-e3a1-45b2-9e85-7ea131d36991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.838483 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-18014469-e3a1-45b2-9e85-7ea131d36991 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 1.1386960 Aug 30 01:17:03.849831 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02f95d56-4c86-4a42-8344-9c8a008061ce req-e5d6ffb3-4cb4-4da7-ab07-4cdb16aefe63 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530131 Aug 30 01:17:03.889989 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5074153f-699d-4210-9705-75cdf415bef8 admin admin] Publish callbacks [] for security_group (7c4dc130-fd3f-43fd-b6dd-41a19c560fba), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:03.915348 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e87fbe2-437c-4256-8adc-24213b70cffb req-25679758-3749-455e-8c7f-6a554ba6f696 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809125 Aug 30 01:17:03.917476 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5074153f-699d-4210-9705-75cdf415bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7c4dc130-fd3f-43fd-b6dd-41a19c560fba), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.002444 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074153f-699d-4210-9705-75cdf415bef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4dc130-fd3f-43fd-b6dd-41a19c560fba,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:04.018271 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56100) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:04.019244 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5074153f-699d-4210-9705-75cdf415bef8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ee48e31c633544009aeb6124fbb0bd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6053843 Aug 30 01:17:04.186453 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0ddf24d3-94e5-4657-b8f0-b1e4e5cfc210 admin admin] Publish callbacks [] for security_group (7c4dc130-fd3f-43fd-b6dd-41a19c560fba), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.191900 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56110) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:04.192802 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-4b50077e-7bef-4e3b-ab73-cbbd095bf4a0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 HTTP/1.1" status: 200 len: 217 time: 0.0995064 Aug 30 01:17:04.214497 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-625f9d67-d130-44ce-b3bf-93d52fa21f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.236087 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-d7696b6b-6515-432a-ada2-61f506370d38 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc2b0901-0f5c-49be-b9ac-d776a11996b4 HTTP/1.1" status: 200 len: 217 time: 0.1416738 Aug 30 01:17:04.252201 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0ddf24d3-94e5-4657-b8f0-b1e4e5cfc210 admin admin] Publish callbacks [] for security_group (7c4dc130-fd3f-43fd-b6dd-41a19c560fba), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.359642 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0ddf24d3-94e5-4657-b8f0-b1e4e5cfc210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7c4dc130-fd3f-43fd-b6dd-41a19c560fba), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.388272 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0ddf24d3-94e5-4657-b8f0-b1e4e5cfc210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.389477 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0ddf24d3-94e5-4657-b8f0-b1e4e5cfc210 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7c4dc130-fd3f-43fd-b6dd-41a19c560fba HTTP/1.1" status: 204 len: 168 time: 0.3706143 Aug 30 01:17:04.390075 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:04.393045 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13859b86-d7c9-4359-a7d4-a598fed7f19a" -d '{"events": [{"name": "network-changed", "server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:04.420466 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf24d3-94e5-4657-b8f0-b1e4e5cfc210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4dc130-fd3f-43fd-b6dd-41a19c560fba,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:04.451224 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b6a45c-7ebc-4d79-ab7e-08053c5a502a x-openstack-request-id: req-d7b6a45c-7ebc-4d79-ab7e-08053c5a502a {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:04.451895 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:04.452377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7b6a45c-7ebc-4d79-ab7e-08053c5a502a {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:04.453064 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b6a45c-7ebc-4d79-ab7e-08053c5a502a'] response: {'name': 'network-changed', 'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'status': 'completed', 'code': 200} Aug 30 01:17:04.461217 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-625f9d67-d130-44ce-b3bf-93d52fa21f54 admin admin] Publish callbacks [] for security_group (301d0a16-6239-4282-a6e7-93bdbff42e3f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.463773 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c320-85c8-4ffa-81ef-e4576c51aa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.471096 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-625f9d67-d130-44ce-b3bf-93d52fa21f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (301d0a16-6239-4282-a6e7-93bdbff42e3f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.576097 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-625f9d67-d130-44ce-b3bf-93d52fa21f54 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=8ae145739a534e75a045d2ffdd69779c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812158 Aug 30 01:17:04.576097 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f9d67-d130-44ce-b3bf-93d52fa21f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301d0a16-6239-4282-a6e7-93bdbff42e3f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:04.578630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56136) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:04.637957 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c206d74-af74-4056-a054-a3f337cc0871 req-6ce4f8f1-df82-4981-a171-f6e149c1dbda tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:04.640962 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2c206d74-af74-4056-a054-a3f337cc0871 req-6ce4f8f1-df82-4981-a171-f6e149c1dbda tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 943 time: 0.1050348 Aug 30 01:17:04.651344 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b4d2095a-4680-4930-8655-98ab266df57e admin admin] Publish callbacks [] for security_group (301d0a16-6239-4282-a6e7-93bdbff42e3f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.683339 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b4d2095a-4680-4930-8655-98ab266df57e admin admin] Publish callbacks [] for security_group (301d0a16-6239-4282-a6e7-93bdbff42e3f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.689068 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:04.708662 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:04.727171 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2c206d74-af74-4056-a054-a3f337cc0871 req-f59eaaa8-104b-4dcf-8514-95d6bb48af3a tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790145 Aug 30 01:17:04.782637 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b4d2095a-4680-4930-8655-98ab266df57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (301d0a16-6239-4282-a6e7-93bdbff42e3f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.786520 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b4d2095a-4680-4930-8655-98ab266df57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.790859 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b4d2095a-4680-4930-8655-98ab266df57e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/301d0a16-6239-4282-a6e7-93bdbff42e3f HTTP/1.1" status: 204 len: 168 time: 0.2050419 Aug 30 01:17:04.799026 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2095a-4680-4930-8655-98ab266df57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d0a16-6239-4282-a6e7-93bdbff42e3f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:05.002033 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046d040-0994-49e3-b77e-e7fdca0f189c req-525c91ab-5e2f-4171-afe7-0fe7bfecda3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:05.004775 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7046d040-0994-49e3-b77e-e7fdca0f189c req-525c91ab-5e2f-4171-afe7-0fe7bfecda3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 943 time: 0.0687060 Aug 30 01:17:05.102138 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7046d040-0994-49e3-b77e-e7fdca0f189c req-2a28521d-027e-432d-843a-80b3f411f722 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888643 Aug 30 01:17:05.114102 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a22e-9a1a-431a-8752-ceb267145dc2 req-20fe4e29-82dc-4154-ae55-d35a17b6d0e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:05.117786 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0689a22e-9a1a-431a-8752-ceb267145dc2 req-20fe4e29-82dc-4154-ae55-d35a17b6d0e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 943 time: 0.0858102 Aug 30 01:17:05.159806 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:05.210952 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0689a22e-9a1a-431a-8752-ceb267145dc2 req-15060ec5-2651-4953-85ef-e06d7e2c77e9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792339 Aug 30 01:17:05.916321 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1266-8430-43ca-b129-0502e3c1532d req-2192af32-3e27-485b-b874-044ec59d0978 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:05.925472 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b55c1266-8430-43ca-b129-0502e3c1532d req-2192af32-3e27-485b-b874-044ec59d0978 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 943 time: 0.0849714 Aug 30 01:17:06.051504 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b55c1266-8430-43ca-b129-0502e3c1532d req-1d3f41e0-7080-4308-a624-f6d2c1cc41ff tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251314 Aug 30 01:17:06.149425 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-56265236-48ed-498e-ac85-470c735c8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.151823 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-56265236-48ed-498e-ac85-470c735c8bca service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.1802762 Aug 30 01:17:06.183779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-aa6eb882-b228-443b-bc7c-e999f5986381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.186709 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-aa6eb882-b228-443b-bc7c-e999f5986381 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6df07bf2-762a-48f9-8233-f33dda75df5d HTTP/1.1" status: 200 len: 851 time: 0.2138405 Aug 30 01:17:06.291121 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6491db6-fc7f-40b4-8d47-369e8c37772d req-49ae935d-0be1-4bd6-91e5-cf6d30c49f9e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.293187 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c6491db6-fc7f-40b4-8d47-369e8c37772d req-49ae935d-0be1-4bd6-91e5-cf6d30c49f9e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 943 time: 0.0640922 Aug 30 01:17:06.368843 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c6491db6-fc7f-40b4-8d47-369e8c37772d req-053a77b0-3c6c-43b2-8687-fdbcb0270bf3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602601 Aug 30 01:17:06.373346 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084532b-84e0-474e-8144-6c2ef7f45b3c req-4ec9ca56-f744-4c9a-afe3-a8c0490ea5dc tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.374969 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2084532b-84e0-474e-8144-6c2ef7f45b3c req-4ec9ca56-f744-4c9a-afe3-a8c0490ea5dc tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 943 time: 0.0580056 Aug 30 01:17:06.413322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device dc2b0901-0f5c-49be-b9ac-d776a11996b4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:17:06.437711 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2084532b-84e0-474e-8144-6c2ef7f45b3c req-d4c5fffc-ec18-4da4-8a7c-6b79be66f8e4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550048 Aug 30 01:17:06.539688 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port dc2b0901-0f5c-49be-b9ac-d776a11996b4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc2b0901-0f5c-49be-b9ac-d776a11996b4,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:06.556826 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4', 'network_id': '4d9d034b-2058-4bea-b0ad-f251a5b7169c', 'port_id': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4', 'mac_address': 'fa:16:3e:3a:2a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df07bf2-762a-48f9-8233-f33dda75df5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:17:06.557279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56226) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:06.607092 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port dc2b0901-0f5c-49be-b9ac-d776a11996b4 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:06.607514 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.611548 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c5301abe-ebc5-4a37-8a76-3daca43a6450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.625677 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2b0901-0f5c-49be-b9ac-d776a11996b4 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:06.652410 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port dc2b0901-0f5c-49be-b9ac-d776a11996b4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc2b0901-0f5c-49be-b9ac-d776a11996b4,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:06.658096 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.658851 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 732b6f50-130f-420b-8b3a-711de6b71f4a details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:17:06.721827 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95c6c11d-d426-4ebd-a089-8290ccbeed70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.783272 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 732b6f50-130f-420b-8b3a-711de6b71f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=732b6f50-130f-420b-8b3a-711de6b71f4a,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:06.798757 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:06.800736 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '732b6f50-130f-420b-8b3a-711de6b71f4a', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'port_id': '732b6f50-130f-420b-8b3a-711de6b71f4a', 'mac_address': 'fa:16:3e:ce:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:17:06.809127 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-be940bf0-d06f-4129-8b29-849368c8084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.811071 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-be940bf0-d06f-4129-8b29-849368c8084d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 1127 time: 0.0705557 Aug 30 01:17:06.820098 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:06.874873 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-75326504-b0eb-410c-9c12-1d1cea9d191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.877178 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-75326504-b0eb-410c-9c12-1d1cea9d191b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=4d9d034b-2058-4bea-b0ad-f251a5b7169c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1387351 Aug 30 01:17:06.881885 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-42649e43-fe6d-45b7-bbf9-54fde46eb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.883980 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-42649e43-fe6d-45b7-bbf9-54fde46eb8e5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1316493 Aug 30 01:17:06.889315 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:06.904417 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=dc2b0901-0f5c-49be-b9ac-d776a11996b4,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:06.908395 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 732b6f50-130f-420b-8b3a-711de6b71f4a is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:06.909219 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.917487 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95c6c11d-d426-4ebd-a089-8290ccbeed70 admin admin] Publish callbacks [] for security_group (35614879-e8ca-4f17-912b-0dd13fd2adca), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.924984 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95c6c11d-d426-4ebd-a089-8290ccbeed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (35614879-e8ca-4f17-912b-0dd13fd2adca), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.928732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732b6f50-130f-420b-8b3a-711de6b71f4a {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:06.952489 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 732b6f50-130f-420b-8b3a-711de6b71f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=732b6f50-130f-420b-8b3a-711de6b71f4a,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:06.959203 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.004247 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6c11d-d426-4ebd-a089-8290ccbeed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35614879-e8ca-4f17-912b-0dd13fd2adca,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:07.023342 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=732b6f50-130f-420b-8b3a-711de6b71f4a,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:07.033043 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-95c6c11d-d426-4ebd-a089-8290ccbeed70 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d5e393097580423d841061b0f54ef868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714458 Aug 30 01:17:07.033043 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56240) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:07.165337 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cdd56c7d-731a-4dde-9b0a-6024d5c8730e admin admin] Publish callbacks [] for security_group (35614879-e8ca-4f17-912b-0dd13fd2adca), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.218367 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cdd56c7d-731a-4dde-9b0a-6024d5c8730e admin admin] Publish callbacks [] for security_group (35614879-e8ca-4f17-912b-0dd13fd2adca), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.293338 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cdd56c7d-731a-4dde-9b0a-6024d5c8730e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (35614879-e8ca-4f17-912b-0dd13fd2adca), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.296974 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cdd56c7d-731a-4dde-9b0a-6024d5c8730e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.298158 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cdd56c7d-731a-4dde-9b0a-6024d5c8730e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/35614879-e8ca-4f17-912b-0dd13fd2adca HTTP/1.1" status: 204 len: 168 time: 0.2639642 Aug 30 01:17:07.318141 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd56c7d-731a-4dde-9b0a-6024d5c8730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35614879-e8ca-4f17-912b-0dd13fd2adca,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:07.321081 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb23a4f-4c79-4e42-8776-4a914916154c req-0a14c2fa-69ba-4685-a015-94cb2a0c8cb0 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:07.329753 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfb23a4f-4c79-4e42-8776-4a914916154c req-0a14c2fa-69ba-4685-a015-94cb2a0c8cb0 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 944 time: 0.1143143 Aug 30 01:17:07.462453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['dc2b0901-0f5c-49be-b9ac-d776a11996b4'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:07.463307 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfb23a4f-4c79-4e42-8776-4a914916154c req-345984e2-0619-4119-87b9-5b318d3eea58 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241412 Aug 30 01:17:07.595481 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['732b6f50-130f-420b-8b3a-711de6b71f4a'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:07.791268 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f632b-b8ac-4a2b-a5b9-3f27fdfe9c53 req-b8663b74-61d3-46c6-80f2-22a1e503e5b6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:07.792952 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-050f632b-b8ac-4a2b-a5b9-3f27fdfe9c53 req-b8663b74-61d3-46c6-80f2-22a1e503e5b6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 943 time: 0.2794800 Aug 30 01:17:07.911417 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-050f632b-b8ac-4a2b-a5b9-3f27fdfe9c53 req-bfc70b6f-edcd-4f92-9c7a-381f8727c368 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046867 Aug 30 01:17:07.928054 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-eae8b626-a492-4300-8696-64a20e0bfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:07.933335 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-eae8b626-a492-4300-8696-64a20e0bfb4a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 912 time: 0.3606756 Aug 30 01:17:07.937020 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31690ae1-529a-4334-95cd-1018d3397150 req-df33a9ac-d64a-454e-b284-322ff770c012 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:07.946435 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-31690ae1-529a-4334-95cd-1018d3397150 req-df33a9ac-d64a-454e-b284-322ff770c012 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 943 time: 0.2922258 Aug 30 01:17:08.036529 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-9b243013-d8d8-45a0-a27e-d8a334d2a016 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 200 len: 217 time: 0.0971510 Aug 30 01:17:08.097491 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-c51c5c41-ee41-4688-82f0-5707f3a93f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:08.098550 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-18ec4f40-dd8f-4cfa-817e-51f540e49c3f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349848 Aug 30 01:17:08.099086 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-c51c5c41-ee41-4688-82f0-5707f3a93f1d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.0569816 Aug 30 01:17:08.130100 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56294) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:08.136145 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:08.153441 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-494da9f1-e724-464f-b158-1a098199610e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4d9d034b-2058-4bea-b0ad-f251a5b7169c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333139 Aug 30 01:17:08.209619 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1a0b-cb83-4265-8069-3a509e5900a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.212541 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-31690ae1-529a-4334-95cd-1018d3397150 req-194adc2f-5035-4590-afc1-879a44d7a488 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516291 Aug 30 01:17:08.243436 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-38449c03-ec28-41ee-a90f-6dabc0d62639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:08.245275 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-38449c03-ec28-41ee-a90f-6dabc0d62639 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1365969 Aug 30 01:17:08.423210 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-15e4c0a4-f516-467d-bc09-3cc8e75c1a09 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709847 Aug 30 01:17:08.439464 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:08.446293 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39113ca3-fbcb-42f9-925e-5db897589ee5 req-1e562d42-3a6d-497d-91bf-0d7d5d83e1d2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361800 Aug 30 01:17:08.468042 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb6a9e30-b747-4ef1-9d4c-97b3fd93ecd1 req-ead01883-bba4-4e3c-b05e-fbc2373108e2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/4d9d034b-2058-4bea-b0ad-f251a5b7169c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524350 Aug 30 01:17:08.477594 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.552904 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1a0b-cb83-4265-8069-3a509e5900a4 admin admin] Publish callbacks [] for security_group (a9577e01-fb45-4dfd-b2a0-c4877279c801), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.606761 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:08.609771 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13859b86-d7c9-4359-a7d4-a598fed7f19a req-09cb8b7f-af94-4446-88e8-a0273d9419f1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766872 Aug 30 01:17:08.611037 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1a0b-cb83-4265-8069-3a509e5900a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a9577e01-fb45-4dfd-b2a0-c4877279c801), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.737914 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:17:08.751228 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc1a0b-cb83-4265-8069-3a509e5900a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9577e01-fb45-4dfd-b2a0-c4877279c801,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:08.764491 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d4dc1a0b-cb83-4265-8069-3a509e5900a4 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c827d44edbc943c2b9c8b3b8a5228ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6300700 Aug 30 01:17:08.767538 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56310) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:08.782116 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e65346-2db2-4625-81ab-ec2afb75fdcb req-729de90c-4fb4-4967-b21d-39aaad52c39e tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:08.784188 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1e65346-2db2-4625-81ab-ec2afb75fdcb req-729de90c-4fb4-4967-b21d-39aaad52c39e tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 944 time: 0.1356735 Aug 30 01:17:08.893037 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-39c63752-5257-4c12-aad7-b204b692e21b admin admin] Publish callbacks [] for security_group (a9577e01-fb45-4dfd-b2a0-c4877279c801), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.911755 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:08.918789 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1e65346-2db2-4625-81ab-ec2afb75fdcb req-075eed26-2fcc-405c-ae5d-fc030e4acccd tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249745 Aug 30 01:17:08.927278 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'port_id': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5', 'mac_address': 'fa:16:3e:6a:62:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:17:08.935868 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-39c63752-5257-4c12-aad7-b204b692e21b admin admin] Publish callbacks [] for security_group (a9577e01-fb45-4dfd-b2a0-c4877279c801), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.038746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-39c63752-5257-4c12-aad7-b204b692e21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a9577e01-fb45-4dfd-b2a0-c4877279c801), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.044633 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-39c63752-5257-4c12-aad7-b204b692e21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.046048 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-39c63752-5257-4c12-aad7-b204b692e21b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a9577e01-fb45-4dfd-b2a0-c4877279c801 HTTP/1.1" status: 204 len: 168 time: 0.2772660 Aug 30 01:17:09.057062 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:09.060460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63752-5257-4c12-aad7-b204b692e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9577e01-fb45-4dfd-b2a0-c4877279c801,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:09.060848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.067863 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8b565-1a41-4730-8704-fc23870eb545 req-7e6c058d-24db-4ec8-ac9b-3bad22627eb6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:09.078808 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-80f8b565-1a41-4730-8704-fc23870eb545 req-7e6c058d-24db-4ec8-ac9b-3bad22627eb6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 943 time: 0.0764093 Aug 30 01:17:09.147427 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-80f8b565-1a41-4730-8704-fc23870eb545 req-5f414f37-e78a-49e2-85fe-237ad8440365 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 Aug 30 01:17:09.155532 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:09.169920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:09.222175 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device dc2b0901-0f5c-49be-b9ac-d776a11996b4 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:09.236305 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:09.277230 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.277954 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 21bbf672-b4dc-4800-a86f-8518de16fcca details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:17:09.395767 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:09.444672 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e46315-31e9-4dbd-8b1d-6a4b3bde385d req-a5f2ff25-250f-4bc6-99ab-9d86778bebca tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:09.446444 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1e46315-31e9-4dbd-8b1d-6a4b3bde385d req-a5f2ff25-250f-4bc6-99ab-9d86778bebca tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 943 time: 0.0881598 Aug 30 01:17:09.476636 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port dc2b0901-0f5c-49be-b9ac-d776a11996b4 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:17:09.479322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:09.497485 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port dc2b0901-0f5c-49be-b9ac-d776a11996b4 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:09.498022 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.526210 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1e46315-31e9-4dbd-8b1d-6a4b3bde385d req-2366ad43-f56b-41f2-8ec0-3fe2a8fb6088 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730047 Aug 30 01:17:09.594950 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 21bbf672-b4dc-4800-a86f-8518de16fcca, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=21bbf672-b4dc-4800-a86f-8518de16fcca,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:09.612500 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56354) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:09.618062 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'port_id': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'mac_address': 'fa:16:3e:cb:ff:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:17:09.696161 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port dc2b0901-0f5c-49be-b9ac-d776a11996b4 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:09.696728 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.700272 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 21bbf672-b4dc-4800-a86f-8518de16fcca is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:09.700504 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.765778 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bbf672-b4dc-4800-a86f-8518de16fcca {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:09.776915 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:09.816330 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06b6e968-25ee-4d85-b82d-8ffd1d5f223d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.878219 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port dc2b0901-0f5c-49be-b9ac-d776a11996b4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc2b0901-0f5c-49be-b9ac-d776a11996b4,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:09.894765 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 21bbf672-b4dc-4800-a86f-8518de16fcca, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=21bbf672-b4dc-4800-a86f-8518de16fcca,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:09.895726 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.897500 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 732b6f50-130f-420b-8b3a-711de6b71f4a up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:09.958409 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=dc2b0901-0f5c-49be-b9ac-d776a11996b4,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:09.962888 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.996659 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.040834 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:10.059446 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 732b6f50-130f-420b-8b3a-711de6b71f4a completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:17:10.076651 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=21bbf672-b4dc-4800-a86f-8518de16fcca,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:10.079359 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 732b6f50-130f-420b-8b3a-711de6b71f4a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:10.079926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.106897 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9dbd5b-ed14-4609-baa5-c5fe1968c486" -d '{"events": [{"server_uuid": "f3ae258e-1465-4b2c-be83-77db7a339adf", "name": "network-vif-plugged", "status": "completed", "tag": "dc2b0901-0f5c-49be-b9ac-d776a11996b4"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:10.150149 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:10.175161 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06b6e968-25ee-4d85-b82d-8ffd1d5f223d admin admin] Publish callbacks [] for security_group (96f43bd6-023f-42b4-9294-70b0d8a1a070), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.183691 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06b6e968-25ee-4d85-b82d-8ffd1d5f223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (96f43bd6-023f-42b4-9294-70b0d8a1a070), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.204165 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 732b6f50-130f-420b-8b3a-711de6b71f4a is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:10.204761 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.257411 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-06b6e968-25ee-4d85-b82d-8ffd1d5f223d admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=76ac05546fa44c1f8aff5f3036fc1d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428926 Aug 30 01:17:10.259009 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6e968-25ee-4d85-b82d-8ffd1d5f223d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f43bd6-023f-42b4-9294-70b0d8a1a070,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:10.261932 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56404) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:10.285047 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c3ba-7ff3-441b-a0c9-655e882af108 req-a6ffee0d-bf8e-46b4-b9e8-b1f0e1e26892 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:10.292818 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bdd1c3ba-7ff3-441b-a0c9-655e882af108 req-a6ffee0d-bf8e-46b4-b9e8-b1f0e1e26892 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.1992166 Aug 30 01:17:10.296893 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.305604 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 732b6f50-130f-420b-8b3a-711de6b71f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=732b6f50-130f-420b-8b3a-711de6b71f4a,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:10.313215 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.366998 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:10.376671 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a596dff-9c60-4bb1-953a-960ec46454de x-openstack-request-id: req-5a596dff-9c60-4bb1-953a-960ec46454de {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:10.378041 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ae258e-1465-4b2c-be83-77db7a339adf", "name": "network-vif-plugged", "status": "completed", "tag": "dc2b0901-0f5c-49be-b9ac-d776a11996b4", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:10.378451 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a596dff-9c60-4bb1-953a-960ec46454de {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:10.383572 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a596dff-9c60-4bb1-953a-960ec46454de'] response: {'server_uuid': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4', 'code': 200} Aug 30 01:17:10.403476 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4b568894-9505-4c70-ac62-f22143f796a2 admin admin] Publish callbacks [] for security_group (96f43bd6-023f-42b4-9294-70b0d8a1a070), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.455869 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4b568894-9505-4c70-ac62-f22143f796a2 admin admin] Publish callbacks [] for security_group (96f43bd6-023f-42b4-9294-70b0d8a1a070), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.458819 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=732b6f50-130f-420b-8b3a-711de6b71f4a,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:10.466195 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:10.566771 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bdd1c3ba-7ff3-441b-a0c9-655e882af108 req-1d7d8863-2225-44af-9f15-d1b0b14a1b22 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724380 Aug 30 01:17:10.578583 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1fc7d-8486-4d76-8f37-25853e335e9a req-f3dfac76-9b57-40a3-9f98-a187ab870d5b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:10.585314 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['21bbf672-b4dc-4800-a86f-8518de16fcca'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:10.594118 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7aa1fc7d-8486-4d76-8f37-25853e335e9a req-f3dfac76-9b57-40a3-9f98-a187ab870d5b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 944 time: 0.1136246 Aug 30 01:17:10.599185 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4b568894-9505-4c70-ac62-f22143f796a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (96f43bd6-023f-42b4-9294-70b0d8a1a070), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.603065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4b568894-9505-4c70-ac62-f22143f796a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:10.604434 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4b568894-9505-4c70-ac62-f22143f796a2 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/96f43bd6-023f-42b4-9294-70b0d8a1a070 HTTP/1.1" status: 204 len: 168 time: 0.3410804 Aug 30 01:17:10.642074 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b568894-9505-4c70-ac62-f22143f796a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f43bd6-023f-42b4-9294-70b0d8a1a070,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:10.779564 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:10.876806 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7aa1fc7d-8486-4d76-8f37-25853e335e9a req-e9a19c71-7bf2-448f-9e33-ae4939aec189 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815142 Aug 30 01:17:10.879084 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca854ea-a8b7-49fe-b421-1b6330d1243e req-9bbe3a7b-a55a-4b70-b0cb-7647f803656a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:10.883270 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ca854ea-a8b7-49fe-b421-1b6330d1243e req-9bbe3a7b-a55a-4b70-b0cb-7647f803656a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 944 time: 0.1595120 Aug 30 01:17:10.912149 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be1bc8-92a8-44ec-ab7e-31074907c6e0 req-77e47243-618d-4f63-907a-d7e752b70c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:10.917269 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26be1bc8-92a8-44ec-ab7e-31074907c6e0 req-77e47243-618d-4f63-907a-d7e752b70c1b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 1129 time: 0.2322671 Aug 30 01:17:10.945682 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-26be1bc8-92a8-44ec-ab7e-31074907c6e0 req-38e142b0-2895-4805-9272-0f6248dc129c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.040512 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ca854ea-a8b7-49fe-b421-1b6330d1243e req-2c5f7c4c-fd28-479f-a31b-f8724e5e128e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450915 Aug 30 01:17:11.151042 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-26be1bc8-92a8-44ec-ab7e-31074907c6e0 req-38e142b0-2895-4805-9272-0f6248dc129c service neutron] Publish callbacks [] for security_group (5ee931dc-acaa-40d8-b39c-bdc0f15f1e22), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.171767 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-26be1bc8-92a8-44ec-ab7e-31074907c6e0 req-38e142b0-2895-4805-9272-0f6248dc129c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5ee931dc-acaa-40d8-b39c-bdc0f15f1e22), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.281728 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26be1bc8-92a8-44ec-ab7e-31074907c6e0 req-38e142b0-2895-4805-9272-0f6248dc129c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581858 Aug 30 01:17:11.298739 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e142b0-2895-4805-9272-0f6248dc129c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee931dc-acaa-40d8-b39c-bdc0f15f1e22,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:11.426919 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56462) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:11.448696 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e69bb743-6748-4bc0-bdab-5bf813201fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.563284 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e69bb743-6748-4bc0-bdab-5bf813201fec admin admin] Publish callbacks [] for security_group (34c21325-a8f7-46a4-8836-313b193ed1eb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.572476 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e69bb743-6748-4bc0-bdab-5bf813201fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (34c21325-a8f7-46a4-8836-313b193ed1eb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.608039 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bb743-6748-4bc0-bdab-5bf813201fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c21325-a8f7-46a4-8836-313b193ed1eb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:11.659284 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56480) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:11.659786 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e69bb743-6748-4bc0-bdab-5bf813201fec admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d1208c94753f4960aaaea57f880cd991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310567 Aug 30 01:17:11.728537 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:11.757699 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52c1f9-7db2-4251-8ab2-ce2531763449 req-b8f020d7-63cd-4336-951b-acc0d1a74345 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:11.759842 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f52c1f9-7db2-4251-8ab2-ce2531763449 req-b8f020d7-63cd-4336-951b-acc0d1a74345 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0820501 Aug 30 01:17:11.791419 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-172be08f-b82f-4750-b328-8f234aa670a5 admin admin] Publish callbacks [] for security_group (34c21325-a8f7-46a4-8836-313b193ed1eb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.838947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-172be08f-b82f-4750-b328-8f234aa670a5 admin admin] Publish callbacks [] for security_group (34c21325-a8f7-46a4-8836-313b193ed1eb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.901754 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f52c1f9-7db2-4251-8ab2-ce2531763449 req-50783765-e9e2-4cee-8e09-56c225e73fc3 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116080 Aug 30 01:17:11.946841 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-172be08f-b82f-4750-b328-8f234aa670a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (34c21325-a8f7-46a4-8836-313b193ed1eb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.950822 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-172be08f-b82f-4750-b328-8f234aa670a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.952088 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-172be08f-b82f-4750-b328-8f234aa670a5 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/34c21325-a8f7-46a4-8836-313b193ed1eb HTTP/1.1" status: 204 len: 168 time: 0.2917402 Aug 30 01:17:11.972332 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172be08f-b82f-4750-b328-8f234aa670a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c21325-a8f7-46a4-8836-313b193ed1eb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:12.087621 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931cb7-a899-4e66-bbd5-baadd608adf0 req-7c102d2f-e4ae-4d22-a504-962e9409f482 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:12.090968 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02931cb7-a899-4e66-bbd5-baadd608adf0 req-7c102d2f-e4ae-4d22-a504-962e9409f482 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 944 time: 0.0906162 Aug 30 01:17:12.150738 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-02931cb7-a899-4e66-bbd5-baadd608adf0 req-43c8eb71-98f1-4360-a293-0b9a73a550db tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538268 Aug 30 01:17:12.243473 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fcbe3-bd71-41d9-aaa9-f3b62a28dc25 req-bf49dfea-606c-437e-9501-7dea94a68649 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:12.252921 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-144fcbe3-bd71-41d9-aaa9-f3b62a28dc25 req-bf49dfea-606c-437e-9501-7dea94a68649 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 944 time: 0.1015460 Aug 30 01:17:12.320040 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-144fcbe3-bd71-41d9-aaa9-f3b62a28dc25 req-fad2dd6a-3bd7-4534-b148-e604004f0202 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600450 Aug 30 01:17:12.384958 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26186b86-98dd-4907-8665-3358fa62eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6f50-130f-420b-8b3a-711de6b71f4a'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:12.387348 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10025202-bd15-4639-80f4-b3cff13d8179" -d '{"events": [{"server_uuid": "26186b86-98dd-4907-8665-3358fa62eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "732b6f50-130f-420b-8b3a-711de6b71f4a"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:12.431860 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a90deb-d28a-495f-bdd8-d61a1834f022 x-openstack-request-id: req-22a90deb-d28a-495f-bdd8-d61a1834f022 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:12.432365 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26186b86-98dd-4907-8665-3358fa62eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "732b6f50-130f-420b-8b3a-711de6b71f4a", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:12.433134 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22a90deb-d28a-495f-bdd8-d61a1834f022 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:12.434323 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a90deb-d28a-495f-bdd8-d61a1834f022'] response: {'server_uuid': '26186b86-98dd-4907-8665-3358fa62eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6f50-130f-420b-8b3a-711de6b71f4a', 'code': 200} Aug 30 01:17:12.693937 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56550) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:12.966735 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56562) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:12.985309 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b33c456e-a317-41ad-ae29-5362b9f98840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.064987 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-370f1f5e-bbfb-4994-8bfc-883fd09a3726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.087666 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b13d93-e6a0-404a-821d-ee44b0631ccc req-04a3343f-fe2d-45cf-98fd-9997bfdaf93d tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:13.095051 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d5b13d93-e6a0-404a-821d-ee44b0631ccc req-04a3343f-fe2d-45cf-98fd-9997bfdaf93d tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0945768 Aug 30 01:17:13.138278 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b33c456e-a317-41ad-ae29-5362b9f98840 admin admin] Publish callbacks [] for security_group (7887f9dd-65bb-4d59-803e-4c8b828badb0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.147379 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b33c456e-a317-41ad-ae29-5362b9f98840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7887f9dd-65bb-4d59-803e-4c8b828badb0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.159579 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:13.184734 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d5b13d93-e6a0-404a-821d-ee44b0631ccc req-29a1a234-1132-4612-8531-fdf351c639df tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885222 Aug 30 01:17:13.192428 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:13.198705 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c456e-a317-41ad-ae29-5362b9f98840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7887f9dd-65bb-4d59-803e-4c8b828badb0,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:13.206678 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b33c456e-a317-41ad-ae29-5362b9f98840 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=760804bf13744adeb30438d7c75a5a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109115 Aug 30 01:17:13.207679 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56574) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:13.272557 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1028a14b-e530-47d3-8035-51d1ac50f1bd admin admin] Publish callbacks [] for security_group (7887f9dd-65bb-4d59-803e-4c8b828badb0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.273638 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-370f1f5e-bbfb-4994-8bfc-883fd09a3726 admin admin] Publish callbacks [] for security_group (dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.282381 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-370f1f5e-bbfb-4994-8bfc-883fd09a3726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.285629 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:13.302436 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1028a14b-e530-47d3-8035-51d1ac50f1bd admin admin] Publish callbacks [] for security_group (7887f9dd-65bb-4d59-803e-4c8b828badb0), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.349369 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-370f1f5e-bbfb-4994-8bfc-883fd09a3726 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=bb6d0cc47b424c719333114353ab6d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819289 Aug 30 01:17:13.353788 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56576) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:13.365869 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f1f5e-bbfb-4994-8bfc-883fd09a3726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:13.439392 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380992f-d01b-4d6a-99d9-9feebfa09db7 req-a58d365c-5dd1-40fc-bc87-43430952b25b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:13.443924 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b380992f-d01b-4d6a-99d9-9feebfa09db7 req-a58d365c-5dd1-40fc-bc87-43430952b25b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 944 time: 0.1366093 Aug 30 01:17:13.448497 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0f47bf94-3570-430b-8002-3996c891e16f admin admin] Publish callbacks [] for security_group (dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.483359 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0f47bf94-3570-430b-8002-3996c891e16f admin admin] Publish callbacks [] for security_group (dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.502246 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1028a14b-e530-47d3-8035-51d1ac50f1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7887f9dd-65bb-4d59-803e-4c8b828badb0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.505296 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1028a14b-e530-47d3-8035-51d1ac50f1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.507094 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1028a14b-e530-47d3-8035-51d1ac50f1bd admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7887f9dd-65bb-4d59-803e-4c8b828badb0 HTTP/1.1" status: 204 len: 168 time: 0.2978716 Aug 30 01:17:13.523033 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028a14b-e530-47d3-8035-51d1ac50f1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887f9dd-65bb-4d59-803e-4c8b828badb0,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:13.528738 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b380992f-d01b-4d6a-99d9-9feebfa09db7 req-91f1a00a-544e-490a-8f23-2496a624b394 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740490 Aug 30 01:17:13.804056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab713e-e159-442f-a585-cd6ce2ab9170 req-2a6dd65e-2265-440a-bf39-0a70cca321e6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:13.805800 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-daab713e-e159-442f-a585-cd6ce2ab9170 req-2a6dd65e-2265-440a-bf39-0a70cca321e6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 944 time: 0.3246589 Aug 30 01:17:13.849888 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0f47bf94-3570-430b-8002-3996c891e16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.852487 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0f47bf94-3570-430b-8002-3996c891e16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.856337 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0f47bf94-3570-430b-8002-3996c891e16f admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9 HTTP/1.1" status: 204 len: 168 time: 0.4989505 Aug 30 01:17:13.862255 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:13.877432 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47bf94-3570-430b-8002-3996c891e16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc18ce48-a2c6-4a26-ad19-2e5f4c865eb9,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:13.894930 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-daab713e-e159-442f-a585-cd6ce2ab9170 req-831f5ce9-da50-4d02-8581-0bc7cbe010e4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778031 Aug 30 01:17:14.038558 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56594) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:14.064291 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2a12483-d802-4038-ae00-559aec6401c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.160445 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2a12483-d802-4038-ae00-559aec6401c4 admin admin] Publish callbacks [] for security_group (9b6d42e4-5f4a-4140-aebe-b33ce890bf82), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.166824 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2a12483-d802-4038-ae00-559aec6401c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9b6d42e4-5f4a-4140-aebe-b33ce890bf82), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.207439 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a12483-d802-4038-ae00-559aec6401c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d42e4-5f4a-4140-aebe-b33ce890bf82,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:14.261339 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f2a12483-d802-4038-ae00-559aec6401c4 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=e6330b3eeabf45cb83066cd401e24460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210295 Aug 30 01:17:14.264890 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56604) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:14.366299 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b657-b3e8-4363-8564-84390cf2b126 admin admin] Publish callbacks [] for security_group (9b6d42e4-5f4a-4140-aebe-b33ce890bf82), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.368209 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ea44e-c263-4da9-9a72-c87c56a53426 req-dc7c73f6-158c-4be1-ad1e-bf26abc41c29 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:14.373723 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e4ea44e-c263-4da9-9a72-c87c56a53426 req-dc7c73f6-158c-4be1-ad1e-bf26abc41c29 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0813076 Aug 30 01:17:14.409726 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b657-b3e8-4363-8564-84390cf2b126 admin admin] Publish callbacks [] for security_group (9b6d42e4-5f4a-4140-aebe-b33ce890bf82), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.431738 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56608) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:14.463119 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-26e82836-d9b8-4799-bf9e-f148c24432ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.483442 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e4ea44e-c263-4da9-9a72-c87c56a53426 req-606aa261-c997-467f-a78e-6b7d741fd7c4 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039162 Aug 30 01:17:14.491221 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:14.527800 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b657-b3e8-4363-8564-84390cf2b126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9b6d42e4-5f4a-4140-aebe-b33ce890bf82), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.530371 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b657-b3e8-4363-8564-84390cf2b126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.531528 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f9d7b657-b3e8-4363-8564-84390cf2b126 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9b6d42e4-5f4a-4140-aebe-b33ce890bf82 HTTP/1.1" status: 204 len: 168 time: 0.2655933 Aug 30 01:17:14.539180 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=12 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:14.546389 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:17:14.572183 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:14.574493 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.626757 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7b657-b3e8-4363-8564-84390cf2b126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d42e4-5f4a-4140-aebe-b33ce890bf82,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:14.733131 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-26e82836-d9b8-4799-bf9e-f148c24432ab admin admin] Publish callbacks [] for security_group (0044c5dc-ccad-4118-9798-0e9942c29734), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.746344 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-26e82836-d9b8-4799-bf9e-f148c24432ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0044c5dc-ccad-4118-9798-0e9942c29734), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.859406 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:14.860022 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.866153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e82836-d9b8-4799-bf9e-f148c24432ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0044c5dc-ccad-4118-9798-0e9942c29734,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:14.878574 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-26e82836-d9b8-4799-bf9e-f148c24432ab admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=af2464a5c1874cd197699fac74ac3a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416537 Aug 30 01:17:14.880502 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56622) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:14.916128 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8550e11-5794-4060-88c7-daf08996e5b9 req-9895e602-a7ea-4c66-9cb2-297851ecd3d5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:14.923646 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:14.925343 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f8550e11-5794-4060-88c7-daf08996e5b9 req-9895e602-a7ea-4c66-9cb2-297851ecd3d5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 944 time: 0.1480591 Aug 30 01:17:14.926966 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b45c5d-4837-450a-b6ae-60430bbadad5" -d '{"events": [{"server_uuid": "dda66a0c-f0fc-4e46-a037-960b2879678a", "name": "network-vif-plugged", "status": "completed", "tag": "3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:14.948777 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:14.957456 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.958622 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 21bbf672-b4dc-4800-a86f-8518de16fcca up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:15.020378 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f8550e11-5794-4060-88c7-daf08996e5b9 req-f668239b-44cc-4bc8-8756-f3ad305e7ee3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932662 Aug 30 01:17:15.045722 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3045709c-11f6-430d-acd8-7e3f2e9de032 admin admin] Publish callbacks [] for security_group (0044c5dc-ccad-4118-9798-0e9942c29734), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:15.080531 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:15.104476 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3045709c-11f6-430d-acd8-7e3f2e9de032 admin admin] Publish callbacks [] for security_group (0044c5dc-ccad-4118-9798-0e9942c29734), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:15.152322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:15.178676 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e246b-39de-4d26-abd0-cf83a4902f2e x-openstack-request-id: req-eb5e246b-39de-4d26-abd0-cf83a4902f2e {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:15.179283 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda66a0c-f0fc-4e46-a037-960b2879678a", "name": "network-vif-plugged", "status": "completed", "tag": "3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:15.179694 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb5e246b-39de-4d26-abd0-cf83a4902f2e {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:15.180431 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5e246b-39de-4d26-abd0-cf83a4902f2e'] response: {'server_uuid': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5', 'code': 200} Aug 30 01:17:15.185351 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275ecd6-e951-40c2-b49f-64e4b4502f8f req-26987303-7f85-4de5-9f50-15e79ce1abc8 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:15.197731 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4275ecd6-e951-40c2-b49f-64e4b4502f8f req-26987303-7f85-4de5-9f50-15e79ce1abc8 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 944 time: 0.1264532 Aug 30 01:17:15.199365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3045709c-11f6-430d-acd8-7e3f2e9de032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0044c5dc-ccad-4118-9798-0e9942c29734), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:15.205834 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3045709c-11f6-430d-acd8-7e3f2e9de032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:15.208403 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3045709c-11f6-430d-acd8-7e3f2e9de032 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0044c5dc-ccad-4118-9798-0e9942c29734 HTTP/1.1" status: 204 len: 168 time: 0.3266695 Aug 30 01:17:15.223780 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 21bbf672-b4dc-4800-a86f-8518de16fcca completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:17:15.233226 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045709c-11f6-430d-acd8-7e3f2e9de032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0044c5dc-ccad-4118-9798-0e9942c29734,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:15.234214 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 21bbf672-b4dc-4800-a86f-8518de16fcca triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:15.234773 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:15.304474 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4275ecd6-e951-40c2-b49f-64e4b4502f8f req-93d69b1e-82dd-431b-9c68-e258bbd08c1e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003175 Aug 30 01:17:15.522606 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 21bbf672-b4dc-4800-a86f-8518de16fcca is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:15.523381 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:15.590688 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 21bbf672-b4dc-4800-a86f-8518de16fcca, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=21bbf672-b4dc-4800-a86f-8518de16fcca,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:15.598853 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:15.675669 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=21bbf672-b4dc-4800-a86f-8518de16fcca,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:15.723865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734cfdd-3931-4741-9304-27c4d80360eb req-20bc662d-b3a1-42f9-8edf-fe24b2200120 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:15.726791 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2734cfdd-3931-4741-9304-27c4d80360eb req-20bc662d-b3a1-42f9-8edf-fe24b2200120 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0992823 Aug 30 01:17:15.762778 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:15.837987 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2734cfdd-3931-4741-9304-27c4d80360eb req-608a23da-d17f-4665-b76f-77f57c99783e tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042614 Aug 30 01:17:16.155351 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86f70-65e7-494e-93de-635a2968c486 req-116301ac-0887-47e3-ba4e-36562782d48a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:16.159020 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56676) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:16.163509 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f1d86f70-65e7-494e-93de-635a2968c486 req-116301ac-0887-47e3-ba4e-36562782d48a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0594821 Aug 30 01:17:16.220602 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f1d86f70-65e7-494e-93de-635a2968c486 req-76a7bd15-21a5-4640-bedd-cc36b1ea14f4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561302 Aug 30 01:17:16.411417 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0b94616e-bb4a-4bbc-abda-7e5f47e2ca37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.446314 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:16.466266 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc48d0-2fff-4909-aa0d-0f9fdde0665f req-ac3bc5cc-e355-4a8d-bcfc-a4b710da8953 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:16.468663 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8fcc48d0-2fff-4909-aa0d-0f9fdde0665f req-ac3bc5cc-e355-4a8d-bcfc-a4b710da8953 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0748498 Aug 30 01:17:16.526310 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:17:16.572398 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8fcc48d0-2fff-4909-aa0d-0f9fdde0665f req-c3bb44e5-2ee0-4205-8f79-708d66eb225b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942960 Aug 30 01:17:16.605751 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0b94616e-bb4a-4bbc-abda-7e5f47e2ca37 admin admin] Publish callbacks [] for security_group (11d8ac57-225d-40a9-8eaa-f344c74b5b34), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.612662 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0b94616e-bb4a-4bbc-abda-7e5f47e2ca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (11d8ac57-225d-40a9-8eaa-f344c74b5b34), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.665257 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0b94616e-bb4a-4bbc-abda-7e5f47e2ca37 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=bae8208c34cf46ed9495a5fdbb522209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049071 Aug 30 01:17:16.666203 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94616e-bb4a-4bbc-abda-7e5f47e2ca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8ac57-225d-40a9-8eaa-f344c74b5b34,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:16.667962 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56696) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:16.745911 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ade81fe2-82e7-4e63-8f50-cc815653e0f2 admin admin] Publish callbacks [] for security_group (11d8ac57-225d-40a9-8eaa-f344c74b5b34), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.774304 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ade81fe2-82e7-4e63-8f50-cc815653e0f2 admin admin] Publish callbacks [] for security_group (11d8ac57-225d-40a9-8eaa-f344c74b5b34), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.831554 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ade81fe2-82e7-4e63-8f50-cc815653e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (11d8ac57-225d-40a9-8eaa-f344c74b5b34), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.835270 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ade81fe2-82e7-4e63-8f50-cc815653e0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:16.836941 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ade81fe2-82e7-4e63-8f50-cc815653e0f2 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/11d8ac57-225d-40a9-8eaa-f344c74b5b34 HTTP/1.1" status: 204 len: 168 time: 0.1676323 Aug 30 01:17:16.845730 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade81fe2-82e7-4e63-8f50-cc815653e0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8ac57-225d-40a9-8eaa-f344c74b5b34,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:16.974628 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d387a-3c05-4976-a1ad-92e96557f564 req-a8508cbd-dd82-4d09-81dc-a3f9a7b11739 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:16.976545 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea2d387a-3c05-4976-a1ad-92e96557f564 req-a8508cbd-dd82-4d09-81dc-a3f9a7b11739 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0544775 Aug 30 01:17:17.012244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:17.038111 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea2d387a-3c05-4976-a1ad-92e96557f564 req-188ca68f-d71b-4022-b053-7fae8353dcba tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551698 Aug 30 01:17:17.189153 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:17.191970 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb65562-f82a-427f-8cd9-6b40b2612ec3" -d '{"events": [{"server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "name": "network-vif-plugged", "status": "completed", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:17.239784 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93188d99-e3e0-4193-a3b8-409e05c5d41b x-openstack-request-id: req-93188d99-e3e0-4193-a3b8-409e05c5d41b {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:17.240438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "name": "network-vif-plugged", "status": "completed", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:17.240661 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93188d99-e3e0-4193-a3b8-409e05c5d41b {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:17.241205 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93188d99-e3e0-4193-a3b8-409e05c5d41b'] response: {'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'code': 200} Aug 30 01:17:17.325019 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:17.343473 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e6ccc-c8d7-4712-ba4b-580078b93932 req-dcf4be4c-64d5-4bcf-bf0c-2efc312bd60f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:17.351534 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-524e6ccc-c8d7-4712-ba4b-580078b93932 req-dcf4be4c-64d5-4bcf-bf0c-2efc312bd60f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0570316 Aug 30 01:17:17.360940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56730) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:17.388716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e15a-e6d2-4ffe-a48a-f1d691d0ec0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:17.465301 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-524e6ccc-c8d7-4712-ba4b-580078b93932 req-8f6bb1a5-d007-449e-8165-a90a15e61d86 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127167 Aug 30 01:17:17.522693 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e15a-e6d2-4ffe-a48a-f1d691d0ec0c admin admin] Publish callbacks [] for security_group (a9f070c2-0307-4b51-9f2c-4c1bed19b917), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:17.527859 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e15a-e6d2-4ffe-a48a-f1d691d0ec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a9f070c2-0307-4b51-9f2c-4c1bed19b917), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:17.575474 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1e15a-e6d2-4ffe-a48a-f1d691d0ec0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f070c2-0307-4b51-9f2c-4c1bed19b917,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:17.581125 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c1b1e15a-e6d2-4ffe-a48a-f1d691d0ec0c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=cd8b69f0275843da9386e6be64bce685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187939 Aug 30 01:17:17.583790 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56738) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:17.674516 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e27ed-3c81-4c67-a378-6a50379f07b7 req-395f77e2-8266-4cbc-9dfb-d4f21e322d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:17.683657 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a60e27ed-3c81-4c67-a378-6a50379f07b7 req-395f77e2-8266-4cbc-9dfb-d4f21e322d50 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1129 time: 0.1679602 Aug 30 01:17:17.697512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00ee7892-4791-4945-8250-e71144958194 admin admin] Publish callbacks [] for security_group (a9f070c2-0307-4b51-9f2c-4c1bed19b917), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:17.783708 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9bc26-eb4b-4197-8d20-ca9dde378e04 req-2292931a-5106-4839-bb87-3123778b02c6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:17.785415 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2f9bc26-eb4b-4197-8d20-ca9dde378e04 req-2292931a-5106-4839-bb87-3123778b02c6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0973642 Aug 30 01:17:17.850784 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00ee7892-4791-4945-8250-e71144958194 admin admin] Publish callbacks [] for security_group (a9f070c2-0307-4b51-9f2c-4c1bed19b917), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:17.892516 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4fd7-f8d7-438e-aa4a-7262dce65d7d req-fccb979c-b966-4aff-8ba6-efdebaa686d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:17.894193 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-23dc4fd7-f8d7-438e-aa4a-7262dce65d7d req-fccb979c-b966-4aff-8ba6-efdebaa686d1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 1129 time: 0.1931903 Aug 30 01:17:17.897753 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae06f4-a1aa-4a99-8b2d-c83f6fa87cfd req-e375d651-d9b3-4bc9-a7aa-86f101b13ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:17.899238 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f5ae06f4-a1aa-4a99-8b2d-c83f6fa87cfd req-e375d651-d9b3-4bc9-a7aa-86f101b13ce1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 1129 time: 0.1185441 Aug 30 01:17:17.929592 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a60e27ed-3c81-4c67-a378-6a50379f07b7 req-06bf1517-b41e-40aa-bc76-0420424b93e5 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829736 Aug 30 01:17:18.012275 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-23dc4fd7-f8d7-438e-aa4a-7262dce65d7d req-9ee5d898-0e7c-48f4-afa6-da58ddaa7620 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048670 Aug 30 01:17:18.012500 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2f9bc26-eb4b-4197-8d20-ca9dde378e04 req-736c97d9-a929-4b05-8e31-8ed3f33dda23 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110660 Aug 30 01:17:18.015298 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f5ae06f4-a1aa-4a99-8b2d-c83f6fa87cfd req-d9c28e29-8bd7-4e14-b9a5-ac1e7fdbaca9 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090207 Aug 30 01:17:18.015907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00ee7892-4791-4945-8250-e71144958194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a9f070c2-0307-4b51-9f2c-4c1bed19b917), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:18.018806 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00ee7892-4791-4945-8250-e71144958194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:18.020106 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-00ee7892-4791-4945-8250-e71144958194 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a9f070c2-0307-4b51-9f2c-4c1bed19b917 HTTP/1.1" status: 204 len: 168 time: 0.4348752 Aug 30 01:17:18.056879 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee7892-4791-4945-8250-e71144958194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f070c2-0307-4b51-9f2c-4c1bed19b917,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:18.240547 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85248128-0934-4728-90ab-613aadd53289 req-54e79208-2124-4035-b2a3-88acae1dae21 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:18.242366 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-85248128-0934-4728-90ab-613aadd53289 req-54e79208-2124-4035-b2a3-88acae1dae21 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0766861 Aug 30 01:17:18.300273 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-85248128-0934-4728-90ab-613aadd53289 req-0991c06b-e74e-4aa3-89fe-8d67b5f81a28 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508413 Aug 30 01:17:18.683759 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578eba8-ec1f-4e3d-885b-96f956115b38 req-51836309-1a7b-4253-bacb-d5fdb865bb80 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:18.693814 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9578eba8-ec1f-4e3d-885b-96f956115b38 req-51836309-1a7b-4253-bacb-d5fdb865bb80 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.1008625 Aug 30 01:17:18.785720 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9578eba8-ec1f-4e3d-885b-96f956115b38 req-73fcec3e-760a-4049-8e13-b91ae52fdbee tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911584 Aug 30 01:17:19.192755 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235bce8-5abe-41f8-a2c6-7393ec407482 req-2fb14c1a-872e-497a-bbeb-4951e3600d49 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:19.202030 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3235bce8-5abe-41f8-a2c6-7393ec407482 req-2fb14c1a-872e-497a-bbeb-4951e3600d49 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0789902 Aug 30 01:17:19.261144 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3235bce8-5abe-41f8-a2c6-7393ec407482 req-043d336d-38e7-46df-9158-4b449978a318 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576084 Aug 30 01:17:19.452893 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dba4c-5e9e-4d0a-b139-d948bc2269ed req-aa77b8ae-4a95-47a2-a60d-5caff1861501 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:19.454877 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f42dba4c-5e9e-4d0a-b139-d948bc2269ed req-aa77b8ae-4a95-47a2-a60d-5caff1861501 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0705233 Aug 30 01:17:19.535263 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f42dba4c-5e9e-4d0a-b139-d948bc2269ed req-1f48734d-cd8d-4cc0-bb07-6c538d4624ae tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721984 Aug 30 01:17:19.968853 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224a230-0079-4c6e-8758-f7bd1de214b0 req-4a4413ae-f540-4ac9-aa78-cdfb53672050 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:19.970463 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c224a230-0079-4c6e-8758-f7bd1de214b0 req-4a4413ae-f540-4ac9-aa78-cdfb53672050 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0918376 Aug 30 01:17:20.098032 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c224a230-0079-4c6e-8758-f7bd1de214b0 req-3338dcb8-340f-46ef-ad1c-6fbb9ea01db0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129911 Aug 30 01:17:20.165325 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56864) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:20.326279 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:20.336517 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ae39ae8e-8d3f-47ef-98e1-5c55c18a01f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.357973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:20.431339 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31145-73d7-4333-b031-ee6d28aa4739 req-aa981651-19f2-48a7-b80e-6b7bdb0aa29c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:20.440301 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d4c31145-73d7-4333-b031-ee6d28aa4739 req-aa981651-19f2-48a7-b80e-6b7bdb0aa29c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0632999 Aug 30 01:17:20.470566 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ae39ae8e-8d3f-47ef-98e1-5c55c18a01f3 admin admin] Publish callbacks [] for security_group (92401151-b44c-4c40-bc5b-d4d49c51c281), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.476370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ae39ae8e-8d3f-47ef-98e1-5c55c18a01f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (92401151-b44c-4c40-bc5b-d4d49c51c281), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.504780 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39ae8e-8d3f-47ef-98e1-5c55c18a01f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92401151-b44c-4c40-bc5b-d4d49c51c281,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:20.507489 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d4c31145-73d7-4333-b031-ee6d28aa4739 req-25dce530-e929-4d66-856d-1702f9636e70 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660377 Aug 30 01:17:20.535081 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ae39ae8e-8d3f-47ef-98e1-5c55c18a01f3 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ce7588fefe9b40dca81049f84b9bf1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682077 Aug 30 01:17:20.537787 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 56876) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:20.612479 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Publish callbacks [] for security_group (92401151-b44c-4c40-bc5b-d4d49c51c281), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.654979 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Publish callbacks [] for security_group (92401151-b44c-4c40-bc5b-d4d49c51c281), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.735130 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (92401151-b44c-4c40-bc5b-d4d49c51c281), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.739093 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.741730 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/92401151-b44c-4c40-bc5b-d4d49c51c281 HTTP/1.1" status: 204 len: 168 time: 0.2025363 Aug 30 01:17:20.783344 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92401151-b44c-4c40-bc5b-d4d49c51c281,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:20.800647 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.801136 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.802611 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.803090 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.804010 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.804602 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.805042 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.805658 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.806109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.807076 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.807530 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.807983 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.808440 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.808870 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.809366 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ecc7f-e7b0-4d39-bedd-b1dcdcc472f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:20.826200 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe67f4-cf33-4ccb-bb2f-2cf2fe2b01c5 req-5f0a4d42-60f6-4d1a-bd1b-046a70157c34 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:20.828123 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-68fe67f4-cf33-4ccb-bb2f-2cf2fe2b01c5 req-5f0a4d42-60f6-4d1a-bd1b-046a70157c34 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0851049 Aug 30 01:17:20.840293 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 56890) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:20.845101 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'floatingip': {'port_id': '21bbf672-b4dc-4800-a86f-8518de16fcca'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:20.966912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (9e436b47-5c90-4584-8bc0-b53ba83f9cf6), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:21.145267 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:21.346882 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710285e1-17a5-40a8-977d-e908647c2dbf req-9e3b46e7-e7a3-466e-910a-47174957799e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:21.350641 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-710285e1-17a5-40a8-977d-e908647c2dbf req-9e3b46e7-e7a3-466e-910a-47174957799e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.1047995 Aug 30 01:17:21.530846 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-710285e1-17a5-40a8-977d-e908647c2dbf req-584d0306-9c2f-48ac-9925-c465319850f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542034 Aug 30 01:17:21.819064 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:21.922490 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:21.926905 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (9e436b47-5c90-4584-8bc0-b53ba83f9cf6), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:22.039958 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Floating IP 9e436b47-5c90-4584-8bc0-b53ba83f9cf6 associated. External IP: 172.27.3.246, port: 21bbf672-b4dc-4800-a86f-8518de16fcca. Aug 30 01:17:22.456995 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Router e6285b1e-66c4-4723-ae41-c5ab5e144614 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:17:22.602638 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:17:22.615169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:22.622679 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] Sync routers for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:17:22.650057 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:22.651124 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:17:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:22.684040 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:22.721488 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8012f455-4d7e-49d3-a36f-50fd4f988ba1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/9e436b47-5c90-4584-8bc0-b53ba83f9cf6 HTTP/1.1" status: 200 len: 991 time: 1.8799140 Aug 30 01:17:22.723204 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:22.728594 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a78dcbf-b59e-420b-9761-2e547c1ce947" -d '{"events": [{"name": "network-changed", "server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:22.743839 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98996d8-6608-47d8-ae4d-7a33f009c9a6 req-84f78334-dd6a-45f4-9c33-03bbaac14bd9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:22.746541 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c98996d8-6608-47d8-ae4d-7a33f009c9a6 req-84f78334-dd6a-45f4-9c33-03bbaac14bd9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0973818 Aug 30 01:17:22.808312 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c98996d8-6608-47d8-ae4d-7a33f009c9a6 req-2cefbfb6-0d5b-4c55-bddd-9ae04195c612 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Aug 30 01:17:22.809429 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:22.862019 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b62e10-2815-40fc-ab80-ba0208bc509a x-openstack-request-id: req-91b62e10-2815-40fc-ab80-ba0208bc509a {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:22.862205 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:22.862454 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91b62e10-2815-40fc-ab80-ba0208bc509a {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:22.862852 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b62e10-2815-40fc-ab80-ba0208bc509a'] response: {'name': 'network-changed', 'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'status': 'completed', 'code': 200} Aug 30 01:17:23.106306 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '9e436b47-5c90-4584-8bc0-b53ba83f9cf6', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'port_id': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'mac_address': 'fa:16:3e:cb:ff:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:40Z', 'updated_at': '2022-08-30T01:17:21Z', 'revision_number': 1, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:23.134380 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] Checking router: e6285b1e-66c4-4723-ae41-c5ab5e144614 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:17:23.145252 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:23.146759 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:17:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:23.266256 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:23.538088 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '9e436b47-5c90-4584-8bc0-b53ba83f9cf6', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'port_id': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'mac_address': 'fa:16:3e:cb:ff:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:40Z', 'updated_at': '2022-08-30T01:17:21Z', 'revision_number': 1, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:23.566491 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ae7d8-3cdb-4ecb-9810-46e29089a987 None None] The sync data for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi is: [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '9e436b47-5c90-4584-8bc0-b53ba83f9cf6', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'port_id': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'mac_address': 'fa:16:3e:cb:ff:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:40Z', 'updated_at': '2022-08-30T01:17:21Z', 'revision_number': 1, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:17:23.831097 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf31aa-425f-4de5-8718-362569f79a34 None None] New status for floating IP 9e436b47-5c90-4584-8bc0-b53ba83f9cf6: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:17:23.970960 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ee865-7f64-4972-a866-074cb254796c req-50e027d1-23fd-4572-972b-66f628cffa76 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:23.973113 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-344ee865-7f64-4972-a866-074cb254796c req-50e027d1-23fd-4572-972b-66f628cffa76 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0589216 Aug 30 01:17:24.014411 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:24.038950 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-344ee865-7f64-4972-a866-074cb254796c req-5ede99e2-38fb-4167-a554-e12101e9a4ab tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Aug 30 01:17:24.882159 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:25.217187 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c060-f322-42dc-b71e-e7a2bffef1a7 req-60b61498-5029-4972-a836-51904c3b6b97 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:25.218920 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e340c060-f322-42dc-b71e-e7a2bffef1a7 req-60b61498-5029-4972-a836-51904c3b6b97 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0956063 Aug 30 01:17:25.284588 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e340c060-f322-42dc-b71e-e7a2bffef1a7 req-0b2bddfd-02cd-4fd0-97f6-05a9d48b93c3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Aug 30 01:17:25.674258 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf666-b630-4a3b-8a9d-a64ce5b45698 req-3a3564fa-ba75-4e45-8e66-359b359d2cca tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:25.676207 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9fdf666-b630-4a3b-8a9d-a64ce5b45698 req-3a3564fa-ba75-4e45-8e66-359b359d2cca tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0563104 Aug 30 01:17:25.764910 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9fdf666-b630-4a3b-8a9d-a64ce5b45698 req-26e83570-2f1a-4bb8-89c4-3dc9dddce2c0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691535 Aug 30 01:17:26.879279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4be5e5-9357-4555-84a7-940ce0c8edd1 req-9bf3e9ce-8cad-44c3-9ca2-18c695d8b9de tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:26.881821 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d4be5e5-9357-4555-84a7-940ce0c8edd1 req-9bf3e9ce-8cad-44c3-9ca2-18c695d8b9de tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0508013 Aug 30 01:17:26.943512 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d4be5e5-9357-4555-84a7-940ce0c8edd1 req-29ce6b27-455f-4d66-8442-1ba59d90a925 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543811 Aug 30 01:17:28.064499 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:28.082507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9b8a-b6b3-49df-bbd6-6204d9c152cb req-816117f6-eecf-4a5a-8ba6-ddf4676ac18c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:28.085420 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf2f9b8a-b6b3-49df-bbd6-6204d9c152cb req-816117f6-eecf-4a5a-8ba6-ddf4676ac18c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0541487 Aug 30 01:17:28.140927 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf2f9b8a-b6b3-49df-bbd6-6204d9c152cb req-7f22bd31-bd5d-4496-b883-1567311a6364 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Aug 30 01:17:29.271470 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16b3a-66be-43ff-8373-bc9e47f4b4da req-4a7aa408-1bed-4323-baaa-c8631a5af1d4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:29.272981 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfc16b3a-66be-43ff-8373-bc9e47f4b4da req-4a7aa408-1bed-4323-baaa-c8631a5af1d4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0514362 Aug 30 01:17:29.319782 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfc16b3a-66be-43ff-8373-bc9e47f4b4da req-33bbce01-ffb0-4103-aab7-3267e911c2db tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Aug 30 01:17:30.445846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324412f-4884-45fa-88e7-7540766cdecd req-53fc1c13-7cee-41eb-bdf8-5d19f3a66b25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:30.447476 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b324412f-4884-45fa-88e7-7540766cdecd req-53fc1c13-7cee-41eb-bdf8-5d19f3a66b25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0505347 Aug 30 01:17:30.499511 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b324412f-4884-45fa-88e7-7540766cdecd req-364abe43-5dfe-425e-89e3-39a06cd4a3da tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Aug 30 01:17:30.799825 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=9,neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:30.816187 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=41,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:31.491314 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-0985bf27-4680-499d-b3e5-f5bcd8aee140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:31.494063 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-0985bf27-4680-499d-b3e5-f5bcd8aee140 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 1129 time: 0.0750358 Aug 30 01:17:31.656861 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4c60e-f3d1-4d09-a1d2-fde03543e9d8 req-613065b9-c423-4d4e-9e6d-0f882e7690bb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:31.659517 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b8e4c60e-f3d1-4d09-a1d2-fde03543e9d8 req-613065b9-c423-4d4e-9e6d-0f882e7690bb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0743568 Aug 30 01:17:31.715625 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b8e4c60e-f3d1-4d09-a1d2-fde03543e9d8 req-c746b4d6-299b-4784-9da5-b1481964cff5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486989 Aug 30 01:17:32.124144 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-4607931e-97d4-4d8a-86dd-efc324d3dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:32.125646 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-4607931e-97d4-4d8a-86dd-efc324d3dc1c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 912 time: 0.2713122 Aug 30 01:17:32.305743 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-651d21aa-e289-4880-96fd-f109c1ad96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:32.307412 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-651d21aa-e289-4880-96fd-f109c1ad96ff service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 1129 time: 0.0763710 Aug 30 01:17:32.411343 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-c3cb22f4-77d1-4a95-824a-800af0eeb1cf service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 200 len: 1001 time: 0.1024215 Aug 30 01:17:32.580382 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-ee2e502c-ef5c-413c-bed8-b4b46fa87e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:32.582210 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-ee2e502c-ef5c-413c-bed8-b4b46fa87e90 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.1193595 Aug 30 01:17:32.640339 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-db218f16-244e-46ca-ba37-a98d366d9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:32.641993 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-db218f16-244e-46ca-ba37-a98d366d9259 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.1780093 Aug 30 01:17:32.924962 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d029dbc-fcc2-4dce-89a7-3b0f9995897d req-1468d3df-329a-40f6-968c-16b49a7948bf tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:32.928691 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8d029dbc-fcc2-4dce-89a7-3b0f9995897d req-1468d3df-329a-40f6-968c-16b49a7948bf tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0959370 Aug 30 01:17:32.932814 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-c27014dc-0d4e-44dd-8d95-38d35ed82a56 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 HTTP/1.1" status: 200 len: 217 time: 0.1377227 Aug 30 01:17:32.941310 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-0e2600ea-940a-401f-8b44-b1207972005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:32.944028 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-0e2600ea-940a-401f-8b44-b1207972005c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1794589 Aug 30 01:17:33.071688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-9e21683e-da2d-420d-a7cb-95472700e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:33.073244 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-9e21683e-da2d-420d-a7cb-95472700e3c6 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.1269507 Aug 30 01:17:33.090636 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8d029dbc-fcc2-4dce-89a7-3b0f9995897d req-d2a78042-b610-4f84-8a27-e1764377f63d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568441 Aug 30 01:17:33.144377 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-a948b02f-53e1-45b9-ab00-68a620c64c31 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591215 Aug 30 01:17:33.541316 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=75 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:33.542072 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=75 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:34.214776 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac9c8a-9b81-4242-a1e5-6c296f0cba5d req-f13a1e4f-1bf5-471c-9939-da122d9d3847 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:34.216361 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6eac9c8a-9b81-4242-a1e5-6c296f0cba5d req-f13a1e4f-1bf5-471c-9939-da122d9d3847 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0487084 Aug 30 01:17:34.268926 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6eac9c8a-9b81-4242-a1e5-6c296f0cba5d req-ae0a5e23-6635-439e-af82-327fa3dc4367 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458410 Aug 30 01:17:34.379910 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-906bb6a5-0134-4d58-a807-f2d30b092963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:35.399874 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae20dad-6710-40d0-b4aa-70fa1ba676b5 req-109ca2fc-7ae8-4865-94c3-088a2e74d5f9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:35.401432 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eae20dad-6710-40d0-b4aa-70fa1ba676b5 req-109ca2fc-7ae8-4865-94c3-088a2e74d5f9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0495532 Aug 30 01:17:35.453403 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eae20dad-6710-40d0-b4aa-70fa1ba676b5 req-27570e98-2b73-4a21-b28d-368019379014 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Aug 30 01:17:35.863860 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57250) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:35.972398 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.036920 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:36.067620 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Publish callbacks [] for security_group (af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.072233 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.122087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:36.126805 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=b1a53ba49be8464d9bcdbfb3c74b6061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618735 Aug 30 01:17:36.132331 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57256) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:36.135149 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.135490 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.135833 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.136197 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.136525 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.136851 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.137435 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.137562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.137861 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.138109 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.138680 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.139002 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.139316 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.139732 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.139938 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29911abf-fa18-4bb0-98b5-d5fb5e3e8158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:36.141777 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-a8b294f7-9c9f-4525-aa83-859d2fd8a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:36.143316 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-a8b294f7-9c9f-4525-aa83-859d2fd8a75c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0950689 Aug 30 01:17:36.231892 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-5a8bc327-be5b-4d19-b54a-1c63bc534b29 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571268 Aug 30 01:17:36.232171 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1a78dcbf-b59e-420b-9761-2e547c1ce947 req-4c8c2355-282f-4f2d-8ef7-ab74c5ff89a5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748734 Aug 30 01:17:36.232660 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e794cc91-48c6-4657-b3d5-c0ffc9f4f12c admin admin] Publish callbacks [] for security_group (af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.242695 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:36.258834 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e794cc91-48c6-4657-b3d5-c0ffc9f4f12c admin admin] Publish callbacks [] for security_group (af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.276279 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-460d1e66-647a-4010-9ba4-a1bffe14eb04 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172266 Aug 30 01:17:36.330009 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e794cc91-48c6-4657-b3d5-c0ffc9f4f12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.333798 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e794cc91-48c6-4657-b3d5-c0ffc9f4f12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.335831 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e794cc91-48c6-4657-b3d5-c0ffc9f4f12c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb HTTP/1.1" status: 204 len: 168 time: 0.2019849 Aug 30 01:17:36.348659 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794cc91-48c6-4657-b3d5-c0ffc9f4f12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8cbe07-1bbf-4c1b-b84d-2fbde2dcb2cb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:36.465573 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-0d59dbb2-408e-4351-aa51-2e06743d8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:36.467126 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-0d59dbb2-408e-4351-aa51-2e06743d8e57 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1129 time: 0.0693710 Aug 30 01:17:36.490695 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:36.520502 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cbbc1a1-f56c-41f6-bf1d-1c740db298b2 req-f6fbc307-7146-46f7-9c6a-db5fa14010d3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582761 Aug 30 01:17:36.569800 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa6e2-a3b1-47b3-a895-01f657e3cf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.671374 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:36.724940 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2dfdf-bbf5-4173-9946-7a394dbd61fe req-4dd7249c-20cf-4ca5-a213-a228892e38f6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:36.726499 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aac2dfdf-bbf5-4173-9946-7a394dbd61fe req-4dd7249c-20cf-4ca5-a213-a228892e38f6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.1159871 Aug 30 01:17:36.755797 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 57276) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:36.771016 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-d8a28de5-b417-4620-8732-791873d27c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:36.771948 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c14e37-4f42-494a-a612-89ff708a73b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.772617 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-d8a28de5-b417-4620-8732-791873d27c06 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.2809877 Aug 30 01:17:36.804641 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aac2dfdf-bbf5-4173-9946-7a394dbd61fe req-5090d4c5-e844-4156-b50b-4856e05b1168 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688326 Aug 30 01:17:36.872333 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c14e37-4f42-494a-a612-89ff708a73b5 admin admin] Publish callbacks [] for security_group (813e03bf-8cc2-4320-a1fa-b4e2624fa6e4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.877369 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c14e37-4f42-494a-a612-89ff708a73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (813e03bf-8cc2-4320-a1fa-b4e2624fa6e4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.919729 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e1c14e37-4f42-494a-a612-89ff708a73b5 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=de20cc5e2c8848b78dbb5af6ad0ab39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626842 Aug 30 01:17:36.920530 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c14e37-4f42-494a-a612-89ff708a73b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e03bf-8cc2-4320-a1fa-b4e2624fa6e4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:36.923138 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57280) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:36.975693 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ab5510c0-0281-4d5f-852b-aafe71791180 admin admin] Publish callbacks [] for security_group (813e03bf-8cc2-4320-a1fa-b4e2624fa6e4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.996677 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ab5510c0-0281-4d5f-852b-aafe71791180 admin admin] Publish callbacks [] for security_group (813e03bf-8cc2-4320-a1fa-b4e2624fa6e4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:37.048704 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ab5510c0-0281-4d5f-852b-aafe71791180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (813e03bf-8cc2-4320-a1fa-b4e2624fa6e4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:37.052324 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ab5510c0-0281-4d5f-852b-aafe71791180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:37.053508 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ab5510c0-0281-4d5f-852b-aafe71791180 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/813e03bf-8cc2-4320-a1fa-b4e2624fa6e4 HTTP/1.1" status: 204 len: 168 time: 0.1290898 Aug 30 01:17:37.061870 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5510c0-0281-4d5f-852b-aafe71791180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e03bf-8cc2-4320-a1fa-b4e2624fa6e4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:37.936613 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361a47-a2db-4efa-aee0-5a24d2cc2c94 req-93dd28e9-d02e-4797-b389-41f7a3d342a9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:37.938687 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cf361a47-a2db-4efa-aee0-5a24d2cc2c94 req-93dd28e9-d02e-4797-b389-41f7a3d342a9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0518341 Aug 30 01:17:37.996961 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cf361a47-a2db-4efa-aee0-5a24d2cc2c94 req-b8a6034b-fd7a-4b84-901a-743357efda5c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Aug 30 01:17:38.484997 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.120163 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86b54-d543-439c-8674-15e9743050b1 req-c25285fc-c7fb-47bd-ae7a-1ecd5066c74f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:39.121728 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-40b86b54-d543-439c-8674-15e9743050b1 req-c25285fc-c7fb-47bd-ae7a-1ecd5066c74f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0487857 Aug 30 01:17:39.173714 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-40b86b54-d543-439c-8674-15e9743050b1 req-0fc19d00-2479-45fd-89a0-4933dc65a8dd tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Aug 30 01:17:39.668234 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-cc8cffc6-f234-45fd-a536-856b63ced7aa service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 200 len: 217 time: 0.0396042 Aug 30 01:17:39.747379 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-7c8fadc7-9956-400c-ae71-6afa709c3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:39.748962 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-7c8fadc7-9956-400c-ae71-6afa709c3067 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.0674169 Aug 30 01:17:39.813130 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-99d4be8b-1879-4755-9753-7a2392fd778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:39.815381 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-99d4be8b-1879-4755-9753-7a2392fd778d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503142 Aug 30 01:17:39.841164 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.883693 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:39.923130 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-44408235-7a13-4267-a697-18906b926816 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016314 Aug 30 01:17:40.037165 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5ae9f888-0ff5-401f-9e6d-2c714a3a3ca6 req-0b5c7769-f790-4d41-aadc-90a164c48f4a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042969 Aug 30 01:17:40.202353 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.304854 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88b088-53a7-4bb3-b4d7-57bc55148914 req-d1755b12-63b1-43c9-ae5c-0a1d2467b9d4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:40.306243 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b88b088-53a7-4bb3-b4d7-57bc55148914 req-d1755b12-63b1-43c9-ae5c-0a1d2467b9d4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0530331 Aug 30 01:17:40.354917 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b88b088-53a7-4bb3-b4d7-57bc55148914 req-e8381707-9ef4-4793-bc9f-2ad6e1ecc43c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Aug 30 01:17:41.485794 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb143202-a8a8-4fdb-8684-b08cce3727dd req-38d3c478-45b1-4e85-8bfd-72e669406c3c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:41.487196 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb143202-a8a8-4fdb-8684-b08cce3727dd req-38d3c478-45b1-4e85-8bfd-72e669406c3c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0482633 Aug 30 01:17:41.546568 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb143202-a8a8-4fdb-8684-b08cce3727dd req-e6246dbe-8860-4792-a553-7b86d5fbe2e7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529222 Aug 30 01:17:42.668830 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e1167-4927-4950-9f5d-63facf90de7c req-281ed70f-bd13-465b-a0ea-938858e1bc22 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:42.670377 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad9e1167-4927-4950-9f5d-63facf90de7c req-281ed70f-bd13-465b-a0ea-938858e1bc22 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0486500 Aug 30 01:17:42.738386 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad9e1167-4927-4950-9f5d-63facf90de7c req-ac90fa9e-af5a-455a-8c77-1bc1f0023ff7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622277 Aug 30 01:17:43.214983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57522) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:43.319034 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-533361f9-2cf1-4aaf-a010-48629249e5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.411122 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-533361f9-2cf1-4aaf-a010-48629249e5ba admin admin] Publish callbacks [] for security_group (7be6d341-8a98-47a7-81ee-cfb3060a89b4), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.415086 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-533361f9-2cf1-4aaf-a010-48629249e5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7be6d341-8a98-47a7-81ee-cfb3060a89b4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.419912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:43.460016 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-533361f9-2cf1-4aaf-a010-48629249e5ba admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d485e5cd429d444f9435a12f001d8109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439179 Aug 30 01:17:43.460842 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533361f9-2cf1-4aaf-a010-48629249e5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be6d341-8a98-47a7-81ee-cfb3060a89b4,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:43.463292 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57528) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:43.521885 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-755b351b-cec3-4980-81e2-736f1b2ff5f9 admin admin] Publish callbacks [] for security_group (7be6d341-8a98-47a7-81ee-cfb3060a89b4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.544594 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-755b351b-cec3-4980-81e2-736f1b2ff5f9 admin admin] Publish callbacks [] for security_group (7be6d341-8a98-47a7-81ee-cfb3060a89b4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.596262 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-755b351b-cec3-4980-81e2-736f1b2ff5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7be6d341-8a98-47a7-81ee-cfb3060a89b4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.599395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-755b351b-cec3-4980-81e2-736f1b2ff5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.600606 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-755b351b-cec3-4980-81e2-736f1b2ff5f9 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7be6d341-8a98-47a7-81ee-cfb3060a89b4 HTTP/1.1" status: 204 len: 168 time: 0.1364779 Aug 30 01:17:43.618791 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b351b-cec3-4980-81e2-736f1b2ff5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be6d341-8a98-47a7-81ee-cfb3060a89b4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:43.882440 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9022a24-80f4-4d2d-b6ba-b282b4930ad7 req-435c23df-3b45-437f-a393-50a5e04cb97b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:43.884296 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d9022a24-80f4-4d2d-b6ba-b282b4930ad7 req-435c23df-3b45-437f-a393-50a5e04cb97b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0534968 Aug 30 01:17:43.933520 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 57564) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:43.949616 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd0ffcac-8aa3-4e57-b0f2-ad604ce1df2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:43.955915 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d9022a24-80f4-4d2d-b6ba-b282b4930ad7 req-8f001482-8931-4372-a9dd-510287333bac tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645826 Aug 30 01:17:44.045124 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd0ffcac-8aa3-4e57-b0f2-ad604ce1df2c admin admin] Publish callbacks [] for security_group (908acc0f-79e2-455a-a653-889ab2d6f72f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.051581 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd0ffcac-8aa3-4e57-b0f2-ad604ce1df2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (908acc0f-79e2-455a-a653-889ab2d6f72f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.098633 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cd0ffcac-8aa3-4e57-b0f2-ad604ce1df2c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=db52a8ec32e148068c370876e8d3af28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627522 Aug 30 01:17:44.099894 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ffcac-8aa3-4e57-b0f2-ad604ce1df2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908acc0f-79e2-455a-a653-889ab2d6f72f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:44.100905 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57572) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:44.178617 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c01c14bb-1151-4aa1-b4a2-045af2e43813 admin admin] Publish callbacks [] for security_group (908acc0f-79e2-455a-a653-889ab2d6f72f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.200652 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c01c14bb-1151-4aa1-b4a2-045af2e43813 admin admin] Publish callbacks [] for security_group (908acc0f-79e2-455a-a653-889ab2d6f72f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.250145 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c01c14bb-1151-4aa1-b4a2-045af2e43813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (908acc0f-79e2-455a-a653-889ab2d6f72f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.253578 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c01c14bb-1151-4aa1-b4a2-045af2e43813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.254807 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c01c14bb-1151-4aa1-b4a2-045af2e43813 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/908acc0f-79e2-455a-a653-889ab2d6f72f HTTP/1.1" status: 204 len: 168 time: 0.1525881 Aug 30 01:17:44.262805 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c14bb-1151-4aa1-b4a2-045af2e43813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908acc0f-79e2-455a-a653-889ab2d6f72f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:44.282801 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57578) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:44.400750 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7f3f25f-40ff-4a88-8846-a3046bd1686e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.443533 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:44.486140 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7f3f25f-40ff-4a88-8846-a3046bd1686e admin admin] Publish callbacks [] for security_group (efe5db78-97f3-46b8-8d8e-4eddd8986a84), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.490555 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7f3f25f-40ff-4a88-8846-a3046bd1686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (efe5db78-97f3-46b8-8d8e-4eddd8986a84), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.531599 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e7f3f25f-40ff-4a88-8846-a3046bd1686e admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=b28386de5d164596b344b05f0d71848e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474685 Aug 30 01:17:44.535002 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57586) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:44.540795 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3f25f-40ff-4a88-8846-a3046bd1686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5db78-97f3-46b8-8d8e-4eddd8986a84,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:44.591924 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ac0-a16b-4278-b6ad-1151d3029393 admin admin] Publish callbacks [] for security_group (efe5db78-97f3-46b8-8d8e-4eddd8986a84), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.616246 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ac0-a16b-4278-b6ad-1151d3029393 admin admin] Publish callbacks [] for security_group (efe5db78-97f3-46b8-8d8e-4eddd8986a84), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.667459 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ac0-a16b-4278-b6ad-1151d3029393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (efe5db78-97f3-46b8-8d8e-4eddd8986a84), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.670242 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c4e78ac0-a16b-4278-b6ad-1151d3029393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:44.671495 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c4e78ac0-a16b-4278-b6ad-1151d3029393 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/efe5db78-97f3-46b8-8d8e-4eddd8986a84 HTTP/1.1" status: 204 len: 168 time: 0.1358097 Aug 30 01:17:44.674758 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:44.681320 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e78ac0-a16b-4278-b6ad-1151d3029393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5db78-97f3-46b8-8d8e-4eddd8986a84,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:45.056138 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57614) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:45.070626 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1ac77a73-093f-4152-a2b9-5e21cc8753b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.117670 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aba424-260e-4e41-b69a-5108e851ab22 req-0701f77d-ed3b-432a-a17f-3f9609b263d3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:45.119335 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-15aba424-260e-4e41-b69a-5108e851ab22 req-0701f77d-ed3b-432a-a17f-3f9609b263d3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0615771 Aug 30 01:17:45.181387 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:45.193756 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1ac77a73-093f-4152-a2b9-5e21cc8753b2 admin admin] Publish callbacks [] for security_group (9deedb2b-6f69-494a-8e23-7e383647ea26), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.204269 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1ac77a73-093f-4152-a2b9-5e21cc8753b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9deedb2b-6f69-494a-8e23-7e383647ea26), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.205570 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-15aba424-260e-4e41-b69a-5108e851ab22 req-1183dc7a-154f-41a9-8774-aaffb4e33050 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729103 Aug 30 01:17:45.251541 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1ac77a73-093f-4152-a2b9-5e21cc8753b2 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=32a9b1304bf94b0689359c20d1e14f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942608 Aug 30 01:17:45.252467 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77a73-093f-4152-a2b9-5e21cc8753b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deedb2b-6f69-494a-8e23-7e383647ea26,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:45.255572 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57622) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:45.311056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ed354421-02aa-4e9f-8d0e-afc610c53272 admin admin] Publish callbacks [] for security_group (9deedb2b-6f69-494a-8e23-7e383647ea26), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.335842 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ed354421-02aa-4e9f-8d0e-afc610c53272 admin admin] Publish callbacks [] for security_group (9deedb2b-6f69-494a-8e23-7e383647ea26), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.391752 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ed354421-02aa-4e9f-8d0e-afc610c53272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9deedb2b-6f69-494a-8e23-7e383647ea26), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.395260 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ed354421-02aa-4e9f-8d0e-afc610c53272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.396477 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ed354421-02aa-4e9f-8d0e-afc610c53272 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9deedb2b-6f69-494a-8e23-7e383647ea26 HTTP/1.1" status: 204 len: 168 time: 0.1399341 Aug 30 01:17:45.404979 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed354421-02aa-4e9f-8d0e-afc610c53272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deedb2b-6f69-494a-8e23-7e383647ea26,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:45.422142 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:46.348911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ff0a7-a25d-47a0-9ad6-954333242f94 req-b90d7dc8-a663-4d47-850a-0ed9d16ffdf5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:46.350383 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-680ff0a7-a25d-47a0-9ad6-954333242f94 req-b90d7dc8-a663-4d47-850a-0ed9d16ffdf5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0521307 Aug 30 01:17:46.410539 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-680ff0a7-a25d-47a0-9ad6-954333242f94 req-76f1fd67-c758-4895-a061-d89a517d01c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543125 Aug 30 01:17:47.115085 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-9758e50c-1cba-4077-b01a-0ae3c53927ca tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/networks?tenant_id=585255dc2f0344dbbad821bf1110cda5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312927 Aug 30 01:17:47.334435 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-28a2793a-a3cc-4d57-a726-b24ab4d00683 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:47.336217 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-28a2793a-a3cc-4d57-a726-b24ab4d00683 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153409 Aug 30 01:17:47.358547 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-baa0d5de-0254-4f7e-a4ae-d48f95d4f7fc tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/quotas/585255dc2f0344dbbad821bf1110cda5 HTTP/1.1" status: 200 len: 375 time: 0.0157938 Aug 30 01:17:47.424077 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-83ffd6fe-4a30-4cfc-af23-39be39ab4f1d tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=585255dc2f0344dbbad821bf1110cda5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560405 Aug 30 01:17:47.688612 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90283fe-8ba1-491e-b385-3f67d3f83c44 req-c79e3e1f-d05c-4777-842e-0482ead81673 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:47.691632 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b90283fe-8ba1-491e-b385-3f67d3f83c44 req-c79e3e1f-d05c-4777-842e-0482ead81673 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.1267552 Aug 30 01:17:47.725503 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4890570a-f45e-4af7-b031-bfe301a0afe7 req-b3a02c2a-aa75-4892-a286-d8f04471db1b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 210 time: 0.0548782 Aug 30 01:17:47.792243 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b90283fe-8ba1-491e-b385-3f67d3f83c44 req-737e8c93-3fe4-40e6-8925-af81690df8ec tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878651 Aug 30 01:17:47.944292 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57740) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:48.109857 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ca8b2a5-8a08-49b1-893e-5d08c085deaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.196983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:48.238196 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ca8b2a5-8a08-49b1-893e-5d08c085deaf admin admin] Publish callbacks [] for security_group (199a2172-a973-4c65-a56a-bfd4198d5889), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.245559 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ca8b2a5-8a08-49b1-893e-5d08c085deaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (199a2172-a973-4c65-a56a-bfd4198d5889), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.303056 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 57752) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:48.303957 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9ca8b2a5-8a08-49b1-893e-5d08c085deaf admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=e01fa2a12bff48b8b920872e4c6ae588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605909 Aug 30 01:17:48.305439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8b2a5-8a08-49b1-893e-5d08c085deaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199a2172-a973-4c65-a56a-bfd4198d5889,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:48.322185 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:48.384839 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-91b17dbc-259e-433e-99f1-a90b08a6102e admin admin] Publish callbacks [] for security_group (199a2172-a973-4c65-a56a-bfd4198d5889), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.407051 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-91b17dbc-259e-433e-99f1-a90b08a6102e admin admin] Publish callbacks [] for security_group (199a2172-a973-4c65-a56a-bfd4198d5889), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.462219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-91b17dbc-259e-433e-99f1-a90b08a6102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (199a2172-a973-4c65-a56a-bfd4198d5889), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.464755 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-91b17dbc-259e-433e-99f1-a90b08a6102e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.465958 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-91b17dbc-259e-433e-99f1-a90b08a6102e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/199a2172-a973-4c65-a56a-bfd4198d5889 HTTP/1.1" status: 204 len: 168 time: 0.1619046 Aug 30 01:17:48.476023 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b17dbc-259e-433e-99f1-a90b08a6102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a2172-a973-4c65-a56a-bfd4198d5889,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:48.904127 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bf1d7667-1b3e-4cc4-93e1-5ea9836463a8 req-9cc1d290-a80b-4c57-91ac-505db0465ec2 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 210 time: 0.0415583 Aug 30 01:17:48.904801 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 57766) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:48.948185 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dfb40df1-f494-4e8c-93ec-6d3b78d74ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.003796 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616d17-b241-4f80-a39b-5f1818d4917c req-c600b9df-f218-4886-ba89-a74a3a0b969c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:49.014048 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06616d17-b241-4f80-a39b-5f1818d4917c req-c600b9df-f218-4886-ba89-a74a3a0b969c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0838006 Aug 30 01:17:49.065054 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dfb40df1-f494-4e8c-93ec-6d3b78d74ff0 admin admin] Publish callbacks [] for security_group (725b0c1b-455b-4a49-a9a7-e305611315e4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.072218 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dfb40df1-f494-4e8c-93ec-6d3b78d74ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (725b0c1b-455b-4a49-a9a7-e305611315e4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.110443 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06616d17-b241-4f80-a39b-5f1818d4917c req-0edc2630-5755-43a0-a429-ad0797e034df tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932369 Aug 30 01:17:49.172759 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-dfb40df1-f494-4e8c-93ec-6d3b78d74ff0 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=cb88f173834a4513983bc7aef169dcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622449 Aug 30 01:17:49.173419 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57776) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:49.186544 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb40df1-f494-4e8c-93ec-6d3b78d74ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725b0c1b-455b-4a49-a9a7-e305611315e4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:49.201840 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:49.247032 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc24e-6c5d-4ac7-bfbf-c40b6110b0c4 admin admin] Publish callbacks [] for security_group (725b0c1b-455b-4a49-a9a7-e305611315e4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.272763 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc24e-6c5d-4ac7-bfbf-c40b6110b0c4 admin admin] Publish callbacks [] for security_group (725b0c1b-455b-4a49-a9a7-e305611315e4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.322954 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc24e-6c5d-4ac7-bfbf-c40b6110b0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (725b0c1b-455b-4a49-a9a7-e305611315e4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.325582 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc24e-6c5d-4ac7-bfbf-c40b6110b0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.326742 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ee9fc24e-6c5d-4ac7-bfbf-c40b6110b0c4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/725b0c1b-455b-4a49-a9a7-e305611315e4 HTTP/1.1" status: 204 len: 168 time: 0.1521676 Aug 30 01:17:49.334988 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fc24e-6c5d-4ac7-bfbf-c40b6110b0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b0c1b-455b-4a49-a9a7-e305611315e4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:49.691058 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 57788) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:49.705469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-91e4bf2d-b382-435e-b4b1-19001da66b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.781145 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-91e4bf2d-b382-435e-b4b1-19001da66b54 admin admin] Publish callbacks [] for security_group (093161e8-549b-45d6-bba1-d6cccbc8a7c7), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.786435 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-91e4bf2d-b382-435e-b4b1-19001da66b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (093161e8-549b-45d6-bba1-d6cccbc8a7c7), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.826227 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-91e4bf2d-b382-435e-b4b1-19001da66b54 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=19a0ccb72ee0460695346bdd507c5b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340404 Aug 30 01:17:49.827144 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4bf2d-b382-435e-b4b1-19001da66b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093161e8-549b-45d6-bba1-d6cccbc8a7c7,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:49.829309 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57790) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:49.879340 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-616305cb-bd55-4723-abdf-404a19761d34 admin admin] Publish callbacks [] for security_group (093161e8-549b-45d6-bba1-d6cccbc8a7c7), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.900331 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-616305cb-bd55-4723-abdf-404a19761d34 admin admin] Publish callbacks [] for security_group (093161e8-549b-45d6-bba1-d6cccbc8a7c7), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.949178 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-616305cb-bd55-4723-abdf-404a19761d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (093161e8-549b-45d6-bba1-d6cccbc8a7c7), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.951711 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-616305cb-bd55-4723-abdf-404a19761d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.952884 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-616305cb-bd55-4723-abdf-404a19761d34 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/093161e8-549b-45d6-bba1-d6cccbc8a7c7 HTTP/1.1" status: 204 len: 168 time: 0.1225359 Aug 30 01:17:49.961319 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616305cb-bd55-4723-abdf-404a19761d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093161e8-549b-45d6-bba1-d6cccbc8a7c7,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:50.027729 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-51f83e0a-5a38-4585-88c6-8f6837427f99 req-636a6c9c-2fdd-47d8-949b-274a589f28a2 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 210 time: 0.0360658 Aug 30 01:17:50.227014 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f56a-279a-4ba8-95c8-dd43b06369a2 req-06cf3a21-fa8a-489b-8e58-fedbaf2689ac tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:50.228739 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ff41f56a-279a-4ba8-95c8-dd43b06369a2 req-06cf3a21-fa8a-489b-8e58-fedbaf2689ac tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0523820 Aug 30 01:17:50.278558 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ff41f56a-279a-4ba8-95c8-dd43b06369a2 req-fab2432c-abc7-495f-9744-7d604ee2517b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Aug 30 01:17:51.132283 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3d911f91-934e-42e6-8347-4a2b5263bd7c req-c3325ca7-a75e-459c-bb75-d87d0b364c29 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Aug 30 01:17:51.196357 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 57836) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:51.308320 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9ccee30e-9c7f-47be-8380-56b4a10e2530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.380877 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:51.412566 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f93a73-f931-4368-ac1f-e6289ba4b17c req-f77f5cd1-5e99-4ba9-83be-89cae087c026 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:51.414628 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18f93a73-f931-4368-ac1f-e6289ba4b17c req-f77f5cd1-5e99-4ba9-83be-89cae087c026 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0597005 Aug 30 01:17:51.419120 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9ccee30e-9c7f-47be-8380-56b4a10e2530 admin admin] Publish callbacks [] for security_group (ef9097c9-c7e1-490d-a136-6658b2d8edeb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.423790 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9ccee30e-9c7f-47be-8380-56b4a10e2530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (ef9097c9-c7e1-490d-a136-6658b2d8edeb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.464135 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18f93a73-f931-4368-ac1f-e6289ba4b17c req-b2843a66-7461-4b44-aad9-41b0e0b0fae9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Aug 30 01:17:51.472127 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccee30e-9c7f-47be-8380-56b4a10e2530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9097c9-c7e1-490d-a136-6658b2d8edeb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:51.479301 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 57850) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:51.479612 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9ccee30e-9c7f-47be-8380-56b4a10e2530 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0710a9b369ce45a7b9496b7d5f20ff6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819374 Aug 30 01:17:51.527331 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:51.532708 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:51.545565 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6dac370a-817d-42fb-96c0-041ff6ff51ee admin admin] Publish callbacks [] for security_group (ef9097c9-c7e1-490d-a136-6658b2d8edeb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.569677 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6dac370a-817d-42fb-96c0-041ff6ff51ee admin admin] Publish callbacks [] for security_group (ef9097c9-c7e1-490d-a136-6658b2d8edeb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.617301 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6dac370a-817d-42fb-96c0-041ff6ff51ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (ef9097c9-c7e1-490d-a136-6658b2d8edeb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.619832 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6dac370a-817d-42fb-96c0-041ff6ff51ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.621002 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6dac370a-817d-42fb-96c0-041ff6ff51ee admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ef9097c9-c7e1-490d-a136-6658b2d8edeb HTTP/1.1" status: 204 len: 168 time: 0.1406822 Aug 30 01:17:51.630619 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac370a-817d-42fb-96c0-041ff6ff51ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9097c9-c7e1-490d-a136-6658b2d8edeb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:52.241491 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-62eb4905-287d-45c8-8f0b-0be5fec8a18e req-1a3507d4-dd33-4a4b-873b-49850c76cf08 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 210 time: 0.0291169 Aug 30 01:17:52.632830 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaa627-aedf-434b-8afc-80e32ee5255e req-af6388fd-55bb-41b5-91bc-dce40b85c572 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:52.634422 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ebfaa627-aedf-434b-8afc-80e32ee5255e req-af6388fd-55bb-41b5-91bc-dce40b85c572 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0822527 Aug 30 01:17:52.703221 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ebfaa627-aedf-434b-8afc-80e32ee5255e req-8bee9e2a-c227-42c3-905f-1408594b5629 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531790 Aug 30 01:17:52.827643 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:52.842025 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-79123710-5b4e-4ddf-b2ff-c82c719beeac tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=585255dc2f0344dbbad821bf1110cda5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526927 Aug 30 01:17:53.082883 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-1260f9f0-4dc1-4c55-a0ec-45b3a20701bd tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:53.084773 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-1260f9f0-4dc1-4c55-a0ec-45b3a20701bd tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349429 Aug 30 01:17:53.214370 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Request body: {'port': {'device_id': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb', 'admin_state_up': True, 'tenant_id': '585255dc2f0344dbbad821bf1110cda5'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:53.366534 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:53.403357 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9bc8433d-c82b-4c67-8d43-2d993e0b6c55 req-52f242ab-cc0a-4181-a0e6-66d1eaa3ff29 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 210 time: 0.0478394 Aug 30 01:17:53.428231 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Made reservation on behalf of 585255dc2f0344dbbad821bf1110cda5 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:17:53.433218 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.443749 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.527614 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:17:53.578765 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db7202-7a7c-4c85-a856-fd85ed87cb3c req-978f3db6-ee6d-4a16-bb98-551e2b13f966 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:53.580263 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c2db7202-7a7c-4c85-a856-fd85ed87cb3c req-978f3db6-ee6d-4a16-bb98-551e2b13f966 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0664234 Aug 30 01:17:53.615586 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks [] for security_group (35b4344e-01d0-4c0c-880f-9e3161f7579f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.622886 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (35b4344e-01d0-4c0c-880f-9e3161f7579f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.688996 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c2db7202-7a7c-4c85-a856-fd85ed87cb3c req-3ed4f22e-7cfb-4393-bcc4-3c02fd72cf7f tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996141 Aug 30 01:17:53.738144 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4344e-01d0-4c0c-880f-9e3161f7579f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:53.850726 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365c54e-45f5-4025-a959-5df4efeb825a req-ee6a1433-a8a5-43be-9b08-e0ed32644a47 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:53.852337 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8365c54e-45f5-4025-a959-5df4efeb825a req-ee6a1433-a8a5-43be-9b08-e0ed32644a47 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0517032 Aug 30 01:17:53.872181 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:53.909304 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8365c54e-45f5-4025-a959-5df4efeb825a req-7111fd2e-5f4c-4cc8-bc2b-b7dbbea92f64 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505199 Aug 30 01:17:54.053738 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Allocated IP 192.168.233.193 (6ac39eed-c44c-44c6-894b-d34b57e326fb/e8d8a2ad-83d8-4d73-ac09-35139642769a/6993fda7-c492-46dd-81de-aa2ee4acbfe5) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:17:54.216534 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks [] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.251029 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.295320 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Network 6ac39eed-c44c-44c6-894b-d34b57e326fb is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:17:54.298459 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:17:54.302348 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:17:54.306769 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:54.307365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.309471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:54.313605 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Pushing event updated for resources: {'Port': ['ID=6993fda7-c492-46dd-81de-aa2ee4acbfe5,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:54.330170 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-75be67e7-12ca-4ab5-a49f-145c167e9b24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1229851 Aug 30 01:17:54.543662 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63ab53-7fdf-4634-8604-c794ade79d05 req-60dc8dd8-6933-418f-aeeb-8a962fc6b89b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:54.545192 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1f63ab53-7fdf-4634-8604-c794ade79d05 req-60dc8dd8-6933-418f-aeeb-8a962fc6b89b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 936 time: 0.0543199 Aug 30 01:17:54.573690 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:54.578673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-df11237d-6d11-41e3-9f00-03ac248698ee None None] Provisioning complete for port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:54.578978 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-df11237d-6d11-41e3-9f00-03ac248698ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.585741 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:54.604532 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1f63ab53-7fdf-4634-8604-c794ade79d05 req-708bb7ab-8b81-42b5-ae83-d12e1a6baa51 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527236 Aug 30 01:17:54.613408 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-df11237d-6d11-41e3-9f00-03ac248698ee None None] Port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:17:54.808588 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340fdb-f331-4f62-9d43-5909f0f78f8e req-fa51770f-148e-4183-8bc0-0cc5157b463d tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:54.810127 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ec340fdb-f331-4f62-9d43-5909f0f78f8e req-fa51770f-148e-4183-8bc0-0cc5157b463d tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0480123 Aug 30 01:17:54.862498 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ec340fdb-f331-4f62-9d43-5909f0f78f8e req-de37766b-711f-4730-a406-9bd65c155ebd tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Aug 30 01:17:55.033632 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e86d-f1d6-4c4d-b262-19b230f1f86f req-bef1601c-6afa-4bb7-a90b-e5a7ab0bfc28 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:55.035191 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-91c0e86d-f1d6-4c4d-b262-19b230f1f86f req-bef1601c-6afa-4bb7-a90b-e5a7ab0bfc28 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0492840 Aug 30 01:17:55.082025 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-91c0e86d-f1d6-4c4d-b262-19b230f1f86f req-fd600e50-aab3-410a-ac05-8e198b549ba3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Aug 30 01:17:55.726415 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ff23f-bfc2-47b6-9c53-c3fb16aff455 req-b9993d28-b1ee-470e-aece-01de3c222b0e tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:55.727911 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6d3ff23f-bfc2-47b6-9c53-c3fb16aff455 req-b9993d28-b1ee-470e-aece-01de3c222b0e tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 936 time: 0.0488498 Aug 30 01:17:55.777092 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6d3ff23f-bfc2-47b6-9c53-c3fb16aff455 req-099ed22b-a6b6-46b9-8759-4611b8fffe7b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Aug 30 01:17:55.986311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487968f-13a2-446a-bbb9-75b9c6b536fc req-1564d85b-349b-4cba-8382-29d6762b0c58 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:55.988214 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e487968f-13a2-446a-bbb9-75b9c6b536fc req-1564d85b-349b-4cba-8382-29d6762b0c58 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0495522 Aug 30 01:17:56.042557 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e487968f-13a2-446a-bbb9-75b9c6b536fc req-b199da50-a896-43f8-8c95-860dba7d7fd0 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Aug 30 01:17:56.215304 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46686f4-f4b2-450a-ab10-9e78ba919fb3 req-8ff10a81-da21-4a69-a485-f66b7dcf0297 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:56.216793 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d46686f4-f4b2-450a-ab10-9e78ba919fb3 req-8ff10a81-da21-4a69-a485-f66b7dcf0297 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0530539 Aug 30 01:17:56.265960 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d46686f4-f4b2-450a-ab10-9e78ba919fb3 req-3f7bced0-84ea-4ebe-b025-3117d44ba560 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Aug 30 01:17:56.301307 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.902942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6786a-02ca-4180-b9f2-ead0fd0db73b req-154bbc27-50ad-4ab5-873b-bf132d613962 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:56.904516 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3b6786a-02ca-4180-b9f2-ead0fd0db73b req-154bbc27-50ad-4ab5-873b-bf132d613962 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 936 time: 0.0538113 Aug 30 01:17:56.955933 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3b6786a-02ca-4180-b9f2-ead0fd0db73b req-752de66b-84d9-480c-b842-29477e27ccdf tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Aug 30 01:17:57.179015 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf280a-6a2c-4f50-856e-ed2623289d8f req-76eab3cb-90d7-4b47-8c46-f437ebd3094e tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:57.180716 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3dbf280a-6a2c-4f50-856e-ed2623289d8f req-76eab3cb-90d7-4b47-8c46-f437ebd3094e tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0579019 Aug 30 01:17:57.239797 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3dbf280a-6a2c-4f50-856e-ed2623289d8f req-e63c223b-3143-429a-a282-ff1599302d6f tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533688 Aug 30 01:17:57.410197 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865854f-8ea5-41b4-a514-20ddd5842862 req-1e10da8b-a7d6-4564-9ee6-e4fcd0077c03 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:57.412084 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d865854f-8ea5-41b4-a514-20ddd5842862 req-1e10da8b-a7d6-4564-9ee6-e4fcd0077c03 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0574594 Aug 30 01:17:57.469456 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d865854f-8ea5-41b4-a514-20ddd5842862 req-d3a3880a-a8c8-467b-9bb0-fb53f47d1000 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473433 Aug 30 01:17:58.104242 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4abf67-d860-4b2b-9454-e434727c5117 req-0d84cac4-d944-4acb-a23f-9640dd7f6bb8 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:58.106116 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a4abf67-d860-4b2b-9454-e434727c5117 req-0d84cac4-d944-4acb-a23f-9640dd7f6bb8 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 936 time: 0.0549414 Aug 30 01:17:58.171106 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a4abf67-d860-4b2b-9454-e434727c5117 req-ef6f43a6-9dd0-4088-8c16-56b199f52749 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583181 Aug 30 01:17:58.257384 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Request body: {'port': {'device_id': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:58.334548 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.398333 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8d6ea-3484-4897-a2da-100c6965bfcb req-a14c197e-fde6-4b1a-9f72-013824f1a093 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:58.399832 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3ca8d6ea-3484-4897-a2da-100c6965bfcb req-a14c197e-fde6-4b1a-9f72-013824f1a093 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0795052 Aug 30 01:17:58.526833 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3ca8d6ea-3484-4897-a2da-100c6965bfcb req-224cb2a8-eb38-44cb-88d7-5f34753aa9af tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184335 Aug 30 01:17:58.626926 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0497b-abd1-4286-b343-dba96e52256b req-c3d5f0e6-1347-4986-9c07-4453d761222f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:58.629038 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-99d0497b-abd1-4286-b343-dba96e52256b req-c3d5f0e6-1347-4986-9c07-4453d761222f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0514259 Aug 30 01:17:58.682616 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6993fda7-c492-46dd-81de-aa2ee4acbfe5 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:58.683980 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-99d0497b-abd1-4286-b343-dba96e52256b req-8fd074ba-8c37-4239-a43d-c5a53f7b5f08 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Aug 30 01:17:58.692913 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Publish callbacks [] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.707706 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Transition to ACTIVE for port object 6993fda7-c492-46dd-81de-aa2ee4acbfe5 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:17:58.713004 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.756117 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:58.784137 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:58.796292 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Pushing event updated for resources: {'Port': ['ID=6993fda7-c492-46dd-81de-aa2ee4acbfe5,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:58.800435 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Attempting to bind port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:17:58.800745 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Attempting to bind port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:17:58.801077 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Attempting to bind port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 on network 6ac39eed-c44c-44c6-894b-d34b57e326fb {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:17:58.806923 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 on network 6ac39eed-c44c-44c6-894b-d34b57e326fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:17:58.807380 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Attempting to bind port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 on network 6ac39eed-c44c-44c6-894b-d34b57e326fb {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:17:58.813679 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:17:58.814019 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Checking segment: {'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:17:58.815136 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Bound using segment: {'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:17:58.815463 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Bound port: 6993fda7-c492-46dd-81de-aa2ee4acbfe5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:17:58.815846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.883626 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] For port 6993fda7-c492-46dd-81de-aa2ee4acbfe5, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:17:58.887265 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] For port 6993fda7-c492-46dd-81de-aa2ee4acbfe5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6993fda7-c492-46dd-81de-aa2ee4acbfe5,segment=NetworkSegment(4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f),segment_id=4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:17:58.894875 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.898924 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:58.899626 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.901084 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/6993fda7-c492-46dd-81de-aa2ee4acbfe5 HTTP/1.1" status: 200 len: 1098 time: 0.6479545 Aug 30 01:17:58.903296 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'tag': '6993fda7-c492-46dd-81de-aa2ee4acbfe5'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:58.905724 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e824e2-a948-4d57-8b85-58ff501dbbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5d11e5-e17e-4307-8bf7-9a00c5df8305", "tag": "6993fda7-c492-46dd-81de-aa2ee4acbfe5"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:58.953959 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be7f9a6-bb8a-488f-b76d-737843fa6899 x-openstack-request-id: req-2be7f9a6-bb8a-488f-b76d-737843fa6899 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:58.954256 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5d11e5-e17e-4307-8bf7-9a00c5df8305", "tag": "6993fda7-c492-46dd-81de-aa2ee4acbfe5", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:58.954513 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2be7f9a6-bb8a-488f-b76d-737843fa6899 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:58.955088 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be7f9a6-bb8a-488f-b76d-737843fa6899'] response: {'name': 'network-changed', 'server_uuid': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'tag': '6993fda7-c492-46dd-81de-aa2ee4acbfe5', 'status': 'completed', 'code': 200} Aug 30 01:17:58.969153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c52be-59ed-4470-96e9-c83612de119d service neutron] Pushing event updated for resources: {'Port': ['ID=6993fda7-c492-46dd-81de-aa2ee4acbfe5,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:59.156942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e824e2-a948-4d57-8b85-58ff501dbbfa req-f97336e0-2106-4acd-8be3-96579741abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.159690 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-96e824e2-a948-4d57-8b85-58ff501dbbfa req-f97336e0-2106-4acd-8be3-96579741abea service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=585255dc2f0344dbbad821bf1110cda5&device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 1132 time: 0.0469749 Aug 30 01:17:59.349457 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-96e824e2-a948-4d57-8b85-58ff501dbbfa req-afbccafc-ff3f-41b3-bcc3-a58859bd0d2f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=585255dc2f0344dbbad821bf1110cda5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534971 Aug 30 01:17:59.405653 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bd929-208d-4bea-8d97-7d25acf020aa req-47aea503-7df1-4502-b2ff-768562d1c57f tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.407227 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-017bd929-208d-4bea-8d97-7d25acf020aa req-47aea503-7df1-4502-b2ff-768562d1c57f tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 948 time: 0.1192541 Aug 30 01:17:59.413863 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375a127-3b90-4b14-aade-8885fd778c88 req-25acad5b-770a-46fd-8d64-e9f3a8f327c2 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.415291 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0375a127-3b90-4b14-aade-8885fd778c88 req-25acad5b-770a-46fd-8d64-e9f3a8f327c2 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.0976551 Aug 30 01:17:59.502431 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58088) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:59.608418 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e824e2-a948-4d57-8b85-58ff501dbbfa req-fcabaf83-0975-41a5-9c6f-4955953188ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.608418 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-96e824e2-a948-4d57-8b85-58ff501dbbfa req-fcabaf83-0975-41a5-9c6f-4955953188ea service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484601 Aug 30 01:17:59.746131 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-017bd929-208d-4bea-8d97-7d25acf020aa req-8bbe6482-db84-4aef-be7e-36bfa15519ba tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298633 Aug 30 01:17:59.793657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ddf-ef15-4b53-bc23-c2a66b95fcf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:59.825733 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe060-8d2e-47ab-8ab4-5e20f9536e29 req-1bd4aeed-7629-43b5-a53c-035624d8c008 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.827813 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6acfe060-8d2e-47ab-8ab4-5e20f9536e29 req-1bd4aeed-7629-43b5-a53c-035624d8c008 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 945 time: 0.1601214 Aug 30 01:17:59.859036 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-fb7d78db-bad4-4db6-a954-cc5fadda4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.861669 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-fb7d78db-bad4-4db6-a954-cc5fadda4147 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=585255dc2f0344dbbad821bf1110cda5&device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 1132 time: 0.1326730 Aug 30 01:17:59.863612 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:59.888142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Deleting port dc2b0901-0f5c-49be-b9ac-d776a11996b4 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:59.888709 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:59.950287 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-9cb551fe-0657-4965-9976-c54fd874d30e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=6993fda7-c492-46dd-81de-aa2ee4acbfe5 HTTP/1.1" status: 200 len: 217 time: 0.0684114 Aug 30 01:17:59.972140 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc793e8-b302-49eb-a736-f12fc88791b9 req-43517fa8-bb2b-4cc9-a534-87bd10777749 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.974275 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4fc793e8-b302-49eb-a736-f12fc88791b9 req-43517fa8-bb2b-4cc9-a534-87bd10777749 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.1471334 Aug 30 01:18:00.032756 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6acfe060-8d2e-47ab-8ab4-5e20f9536e29 req-10602041-c1ac-4ffd-95a3-ee7ef708a651 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0c84dc66-2aaa-4d4d-8c4d-1942574fe787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973798 Aug 30 01:18:00.068430 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-cfc35362-ed82-4aa7-9be3-772b73b4e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:00.069951 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-cfc35362-ed82-4aa7-9be3-772b73b4e524 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=e8d8a2ad-83d8-4d73-ac09-35139642769a HTTP/1.1" status: 200 len: 843 time: 0.1120968 Aug 30 01:18:00.070771 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4fc793e8-b302-49eb-a736-f12fc88791b9 req-0487daea-b105-4da8-a7ac-192f32bb7470 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873590 Aug 30 01:18:00.082367 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] For port dc2b0901-0f5c-49be-b9ac-d776a11996b4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc2b0901-0f5c-49be-b9ac-d776a11996b4,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:00.082749 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.104161 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Calling delete_port for dc2b0901-0f5c-49be-b9ac-d776a11996b4 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:00.140383 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ddf-ef15-4b53-bc23-c2a66b95fcf6 admin admin] Publish callbacks [] for security_group (92a8d799-fa7b-4f39-8ed1-eb4be848d193), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.150860 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0fe29ddf-ef15-4b53-bc23-c2a66b95fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (92a8d799-fa7b-4f39-8ed1-eb4be848d193), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.157707 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-36b5fdf1-b583-498c-9798-5cb89e0beb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:00.159793 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-36b5fdf1-b583-498c-9798-5cb89e0beb63 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=6ac39eed-c44c-44c6-894b-d34b57e326fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0768638 Aug 30 01:18:00.213197 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:00.233419 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe29ddf-ef15-4b53-bc23-c2a66b95fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a8d799-fa7b-4f39-8ed1-eb4be848d193,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:00.238856 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0fe29ddf-ef15-4b53-bc23-c2a66b95fcf6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=583d6d4f47e84344b20592e2e2001705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7374358 Aug 30 01:18:00.243605 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58102) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:00.340300 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-dfb7f129-126f-4c75-a8c3-32b13410da99 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6ac39eed-c44c-44c6-894b-d34b57e326fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669719 Aug 30 01:18:00.355920 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:00.397359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4c47e11f-38eb-4cf5-96f7-a18eda1da56c admin admin] Publish callbacks [] for security_group (92a8d799-fa7b-4f39-8ed1-eb4be848d193), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.415142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (dc2b0901-0f5c-49be-b9ac-d776a11996b4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.464230 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Pushing event deleted for resources: {'Port': ['ID=dc2b0901-0f5c-49be-b9ac-d776a11996b4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:00.465665 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48ed4cfb-7a0b-4bf0-8ffb-0ffdc7e04df6 req-80999667-b621-4509-94e0-7a386fdf7bf1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/6ac39eed-c44c-44c6-894b-d34b57e326fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181149 Aug 30 01:18:00.468974 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4c47e11f-38eb-4cf5-96f7-a18eda1da56c admin admin] Publish callbacks [] for security_group (92a8d799-fa7b-4f39-8ed1-eb4be848d193), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.568768 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] No DVR routers for this DVR port dc2b0901-0f5c-49be-b9ac-d776a11996b4 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:00.588205 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.594510 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0375a127-3b90-4b14-aade-8885fd778c88 req-50f4d7cb-9fda-4a78-b3c4-59a390056f37 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.61 "DELETE /networking/v2.0/ports/dc2b0901-0f5c-49be-b9ac-d776a11996b4 HTTP/1.1" status: 204 len: 173 time: 1.1716123 Aug 30 01:18:00.595472 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'name': 'network-vif-deleted', 'tag': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:00.600673 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c2814f-f63b-40c1-8fc8-c9b3000a355f" -d '{"events": [{"server_uuid": "f3ae258e-1465-4b2c-be83-77db7a339adf", "name": "network-vif-deleted", "tag": "dc2b0901-0f5c-49be-b9ac-d776a11996b4"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:00.645414 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4c47e11f-38eb-4cf5-96f7-a18eda1da56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (92a8d799-fa7b-4f39-8ed1-eb4be848d193), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.649157 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4c47e11f-38eb-4cf5-96f7-a18eda1da56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.650567 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4c47e11f-38eb-4cf5-96f7-a18eda1da56c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/92a8d799-fa7b-4f39-8ed1-eb4be848d193 HTTP/1.1" status: 204 len: 168 time: 0.4058702 Aug 30 01:18:00.667358 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47e11f-38eb-4cf5-96f7-a18eda1da56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a8d799-fa7b-4f39-8ed1-eb4be848d193,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:00.681544 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1929eb4-e2b6-4edc-bda4-48314d4f3b77 x-openstack-request-id: req-a1929eb4-e2b6-4edc-bda4-48314d4f3b77 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:00.682078 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ae258e-1465-4b2c-be83-77db7a339adf", "name": "network-vif-deleted", "tag": "dc2b0901-0f5c-49be-b9ac-d776a11996b4", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:00.682396 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1929eb4-e2b6-4edc-bda4-48314d4f3b77 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:00.683075 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1929eb4-e2b6-4edc-bda4-48314d4f3b77'] response: {'server_uuid': 'f3ae258e-1465-4b2c-be83-77db7a339adf', 'name': 'network-vif-deleted', 'tag': 'dc2b0901-0f5c-49be-b9ac-d776a11996b4', 'status': 'completed', 'code': 200} Aug 30 01:18:00.922255 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42aac9-a3b5-4ea9-aeb4-78bf10958b87 req-50da44ca-31d7-46fe-b55d-8b3b72b32ef5 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:00.925370 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bf42aac9-a3b5-4ea9-aeb4-78bf10958b87 req-50da44ca-31d7-46fe-b55d-8b3b72b32ef5 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 948 time: 0.0841126 Aug 30 01:18:01.004988 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bf42aac9-a3b5-4ea9-aeb4-78bf10958b87 req-cbf7b9de-2b7f-4573-bc91-ef96b715b9f2 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720799 Aug 30 01:18:01.129878 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58148) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:01.163083 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a0e45ab2-c333-45b8-b66e-fd8b7d21ecaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.202196 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-30437e25-a772-4fc3-8302-2ee5db4fea19 req-46e25d3a-68bc-49be-8b81-9670f8c4521d tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 0.0543272 Aug 30 01:18:01.261209 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7fca8-d31d-4593-9977-c8ce3cf459af req-3dfd4672-d977-4842-9f95-0c4e17277af2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:01.262966 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-27f7fca8-d31d-4593-9977-c8ce3cf459af req-3dfd4672-d977-4842-9f95-0c4e17277af2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0696378 Aug 30 01:18:01.325233 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:01.350950 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58154) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:01.366907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a0e45ab2-c333-45b8-b66e-fd8b7d21ecaa admin admin] Publish callbacks [] for security_group (10ad36b3-d336-4378-aa8e-6c486b37b1e7), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.372270 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-27f7fca8-d31d-4593-9977-c8ce3cf459af req-d741c98a-99a3-4513-be10-adaa8ef74cce tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977719 Aug 30 01:18:01.373614 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a0e45ab2-c333-45b8-b66e-fd8b7d21ecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (10ad36b3-d336-4378-aa8e-6c486b37b1e7), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.420608 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e45ab2-c333-45b8-b66e-fd8b7d21ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad36b3-d336-4378-aa8e-6c486b37b1e7,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:01.426566 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a0e45ab2-c333-45b8-b66e-fd8b7d21ecaa admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0fd0e8bbce8d4f3fb29cad967f9c55a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956169 Aug 30 01:18:01.429307 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58160) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:01.450525 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:01.501118 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3f47c743-53af-4feb-a3c4-6a36bd39f162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.513498 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fb54d82-6c62-4fb0-9887-cb21dfc19cdc admin admin] Publish callbacks [] for security_group (10ad36b3-d336-4378-aa8e-6c486b37b1e7), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.548318 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fb54d82-6c62-4fb0-9887-cb21dfc19cdc admin admin] Publish callbacks [] for security_group (10ad36b3-d336-4378-aa8e-6c486b37b1e7), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.641669 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fb54d82-6c62-4fb0-9887-cb21dfc19cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (10ad36b3-d336-4378-aa8e-6c486b37b1e7), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.644536 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fb54d82-6c62-4fb0-9887-cb21dfc19cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.645682 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7fb54d82-6c62-4fb0-9887-cb21dfc19cdc admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/10ad36b3-d336-4378-aa8e-6c486b37b1e7 HTTP/1.1" status: 204 len: 168 time: 0.2151318 Aug 30 01:18:01.671395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb54d82-6c62-4fb0-9887-cb21dfc19cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad36b3-d336-4378-aa8e-6c486b37b1e7,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:01.704295 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3f47c743-53af-4feb-a3c4-6a36bd39f162 admin admin] Publish callbacks [] for security_group (11f64edb-ee03-4611-babf-846a2059b409), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.710084 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3f47c743-53af-4feb-a3c4-6a36bd39f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (11f64edb-ee03-4611-babf-846a2059b409), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.762567 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3f47c743-53af-4feb-a3c4-6a36bd39f162 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ef940fad71114e0a80124e1829353bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104569 Aug 30 01:18:01.765227 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c743-53af-4feb-a3c4-6a36bd39f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f64edb-ee03-4611-babf-846a2059b409,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:01.765358 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58172) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:01.839158 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9aa68cc-5d6d-4260-95f8-bc2d924f9f85 admin admin] Publish callbacks [] for security_group (11f64edb-ee03-4611-babf-846a2059b409), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.861615 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9aa68cc-5d6d-4260-95f8-bc2d924f9f85 admin admin] Publish callbacks [] for security_group (11f64edb-ee03-4611-babf-846a2059b409), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.922501 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9aa68cc-5d6d-4260-95f8-bc2d924f9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (11f64edb-ee03-4611-babf-846a2059b409), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.926383 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9aa68cc-5d6d-4260-95f8-bc2d924f9f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.927745 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b9aa68cc-5d6d-4260-95f8-bc2d924f9f85 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/11f64edb-ee03-4611-babf-846a2059b409 HTTP/1.1" status: 204 len: 168 time: 0.1612229 Aug 30 01:18:01.943574 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa68cc-5d6d-4260-95f8-bc2d924f9f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f64edb-ee03-4611-babf-846a2059b409,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:02.175977 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddf617-1fde-4d84-b826-afff6643b106 req-3f519a92-d2f2-40cd-935e-703669e32060 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:02.177624 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-efddf617-1fde-4d84-b826-afff6643b106 req-3f519a92-d2f2-40cd-935e-703669e32060 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 948 time: 0.0733132 Aug 30 01:18:02.287077 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-efddf617-1fde-4d84-b826-afff6643b106 req-2debae60-8a23-48e7-8e1e-7b443e19da4b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028531 Aug 30 01:18:02.309857 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device dc2b0901-0f5c-49be-b9ac-d776a11996b4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:02.358848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: dc2b0901-0f5c-49be-b9ac-d776a11996b4 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:02.359232 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device dc2b0901-0f5c-49be-b9ac-d776a11996b4 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:02.400794 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:02.410495 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f52b960a-76e8-4f83-9612-32ef7dd60621 req-dd7b974c-4845-4487-88f0-249e918cbd8e tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 0.0405412 Aug 30 01:18:02.510851 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:02.549557 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4072f2-b322-4c80-ba13-a87bb42bd71f req-2c88d8a3-67a5-40a0-8598-036e00365ad8 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:02.551444 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc4072f2-b322-4c80-ba13-a87bb42bd71f req-2c88d8a3-67a5-40a0-8598-036e00365ad8 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0724359 Aug 30 01:18:02.621929 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc4072f2-b322-4c80-ba13-a87bb42bd71f req-4e6aa74b-ce70-4d22-b34d-23abb576122a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637202 Aug 30 01:18:02.684816 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58222) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:02.704029 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-01b8847d-2d91-469c-8777-18b67f27a732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.809532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-01b8847d-2d91-469c-8777-18b67f27a732 admin admin] Publish callbacks [] for security_group (36422f72-12b3-4a82-8bd2-8b6b5e479025), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.820637 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-01b8847d-2d91-469c-8777-18b67f27a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (36422f72-12b3-4a82-8bd2-8b6b5e479025), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.864896 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8847d-2d91-469c-8777-18b67f27a732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36422f72-12b3-4a82-8bd2-8b6b5e479025,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:02.872275 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-01b8847d-2d91-469c-8777-18b67f27a732 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7e934b7ced8546fdb8d3606ce3208e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835737 Aug 30 01:18:02.872476 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58230) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:02.935292 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e16f051c-c08f-4b9d-9867-b8b9eee07e1c admin admin] Publish callbacks [] for security_group (36422f72-12b3-4a82-8bd2-8b6b5e479025), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.958363 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e16f051c-c08f-4b9d-9867-b8b9eee07e1c admin admin] Publish callbacks [] for security_group (36422f72-12b3-4a82-8bd2-8b6b5e479025), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.960013 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:02.983572 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:03.051083 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e16f051c-c08f-4b9d-9867-b8b9eee07e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (36422f72-12b3-4a82-8bd2-8b6b5e479025), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.057733 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e16f051c-c08f-4b9d-9867-b8b9eee07e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.060158 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e16f051c-c08f-4b9d-9867-b8b9eee07e1c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/36422f72-12b3-4a82-8bd2-8b6b5e479025 HTTP/1.1" status: 204 len: 168 time: 0.1863184 Aug 30 01:18:03.074443 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f051c-c08f-4b9d-9867-b8b9eee07e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36422f72-12b3-4a82-8bd2-8b6b5e479025,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:03.523331 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:03.575439 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50c5f0-9139-4b70-9ac5-11c4d7738934 req-58f3acca-d1f7-4972-80d7-f48cf63ae93b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:03.581713 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9d50c5f0-9139-4b70-9ac5-11c4d7738934 req-58f3acca-d1f7-4972-80d7-f48cf63ae93b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 948 time: 0.1283844 Aug 30 01:18:03.685980 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d77c2412-dcdb-4a59-9bcd-1d58daab59d3 req-2618b588-aebf-4bc9-b2d0-0b516081f362 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 0.0528224 Aug 30 01:18:03.894569 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9d50c5f0-9139-4b70-9ac5-11c4d7738934 req-639bc971-4465-4199-bf53-555981f98291 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041179 Aug 30 01:18:03.910519 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba92f76-0186-4583-b95e-f9fa92b50f2d req-6a25d991-a93c-4a22-958d-8433ea9f8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:03.913159 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1ba92f76-0186-4583-b95e-f9fa92b50f2d req-6a25d991-a93c-4a22-958d-8433ea9f8a58 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 1129 time: 0.1982605 Aug 30 01:18:04.015064 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1ba92f76-0186-4583-b95e-f9fa92b50f2d req-6aba6ce3-5833-42c6-a1d6-164081e81257 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862815 Aug 30 01:18:04.027981 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99188bb-e681-46cc-8647-baf17d55cad8 req-c86f7b8f-8dc0-48db-8102-f097b514f308 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:04.028185 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a99188bb-e681-46cc-8647-baf17d55cad8 req-c86f7b8f-8dc0-48db-8102-f097b514f308 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0982859 Aug 30 01:18:04.102901 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a99188bb-e681-46cc-8647-baf17d55cad8 req-b7ea320d-cd7a-4f8b-b54e-b0ec74931ba9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658400 Aug 30 01:18:04.309717 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 6993fda7-c492-46dd-81de-aa2ee4acbfe5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:18:04.507446 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 6993fda7-c492-46dd-81de-aa2ee4acbfe5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6993fda7-c492-46dd-81de-aa2ee4acbfe5,segment=NetworkSegment(4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f),segment_id=4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:04.532203 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '6993fda7-c492-46dd-81de-aa2ee4acbfe5', 'network_id': '6ac39eed-c44c-44c6-894b-d34b57e326fb', 'port_id': '6993fda7-c492-46dd-81de-aa2ee4acbfe5', 'mac_address': 'fa:16:3e:af:a7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d8a2ad-83d8-4d73-ac09-35139642769a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:18:04.545757 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6c57eeba-673b-4f5b-b3ad-f3ec64d00762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.603964 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:04.604641 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.633668 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6993fda7-c492-46dd-81de-aa2ee4acbfe5 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:18:04.671323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 6993fda7-c492-46dd-81de-aa2ee4acbfe5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6993fda7-c492-46dd-81de-aa2ee4acbfe5,segment=NetworkSegment(4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f),segment_id=4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:04.677978 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.761477 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=6993fda7-c492-46dd-81de-aa2ee4acbfe5,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:04.779438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.780023 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.780657 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.781200 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.781763 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.782990 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.783712 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.784750 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.785343 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.785907 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.786469 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.787240 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.787805 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.789659 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.790322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:04.885044 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a397567d-e1d8-46e4-a257-a2beb6c33558 req-122a6fed-ee93-4a52-995e-473521b09475 tempest-DeleteServersTestJSON-136378618 tempest-DeleteServersTestJSON-136378618-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=f3ae258e-1465-4b2c-be83-77db7a339adf HTTP/1.1" status: 200 len: 210 time: 0.0469267 Aug 30 01:18:05.104909 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['6993fda7-c492-46dd-81de-aa2ee4acbfe5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:18:05.143152 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112c7f-e25d-4b7d-bc81-64269c183602 req-9607525d-8301-4bc8-816e-722d7eb904eb tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:05.156738 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce112c7f-e25d-4b7d-bc81-64269c183602 req-9607525d-8301-4bc8-816e-722d7eb904eb tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 949 time: 0.1109927 Aug 30 01:18:05.282250 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce112c7f-e25d-4b7d-bc81-64269c183602 req-b56f8c5b-d810-421a-aafe-a0e546bf14ad tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229682 Aug 30 01:18:05.437591 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cf897-c05b-4a6c-8aab-4135a2257168 req-1b0ad0f0-eea9-426e-b54d-2c7d5bcdbf98 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:05.442636 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f3cf897-c05b-4a6c-8aab-4135a2257168 req-1b0ad0f0-eea9-426e-b54d-2c7d5bcdbf98 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0798745 Aug 30 01:18:05.534120 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f3cf897-c05b-4a6c-8aab-4135a2257168 req-84f6a1aa-dfbc-4ef5-9929-83b8c7a58df4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848048 Aug 30 01:18:06.332599 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 6993fda7-c492-46dd-81de-aa2ee4acbfe5 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:06.420524 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:18:06.433130 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:06.433911 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.530535 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58368) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:06.611725 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04d200-7bbc-42a8-a47d-1462016556a7 req-707c3e05-ac34-427a-8d21-8e7bb4a2584e tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:06.617180 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4e04d200-7bbc-42a8-a47d-1462016556a7 req-707c3e05-ac34-427a-8d21-8e7bb4a2584e tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 949 time: 0.1184926 Aug 30 01:18:06.719439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be74972d-823d-4a06-b953-0823f2ad7846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.730888 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:06.732036 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.737284 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4e04d200-7bbc-42a8-a47d-1462016556a7 req-c3e4b455-0199-485f-aeec-61b06419e9e9 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043389 Aug 30 01:18:06.768521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cb798e72-3d67-44de-8ba1-ab8be005bb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.806825 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993fda7-c492-46dd-81de-aa2ee4acbfe5'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:06.809313 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa9dd49-a8ff-4699-8d98-1da92b6a51ef" -d '{"events": [{"server_uuid": "ee5d11e5-e17e-4307-8bf7-9a00c5df8305", "name": "network-vif-plugged", "status": "completed", "tag": "6993fda7-c492-46dd-81de-aa2ee4acbfe5"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:06.826367 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 6993fda7-c492-46dd-81de-aa2ee4acbfe5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6993fda7-c492-46dd-81de-aa2ee4acbfe5,segment=NetworkSegment(4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f),segment_id=4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:06.833454 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.847491 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae72c53-0633-480a-a170-1c136b22ea3c req-670e61dc-a1cc-4b0e-9f59-7f98ac93de77 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:06.849130 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1ae72c53-0633-480a-a170-1c136b22ea3c req-670e61dc-a1cc-4b0e-9f59-7f98ac93de77 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0769510 Aug 30 01:18:06.887069 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07303d83-57ec-4619-b794-68d3bec24ef6 x-openstack-request-id: req-07303d83-57ec-4619-b794-68d3bec24ef6 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:06.887500 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5d11e5-e17e-4307-8bf7-9a00c5df8305", "name": "network-vif-plugged", "status": "completed", "tag": "6993fda7-c492-46dd-81de-aa2ee4acbfe5", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:06.887764 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07303d83-57ec-4619-b794-68d3bec24ef6 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:06.888202 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07303d83-57ec-4619-b794-68d3bec24ef6'] response: {'server_uuid': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993fda7-c492-46dd-81de-aa2ee4acbfe5', 'code': 200} Aug 30 01:18:06.892761 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:06.896532 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:06.930479 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=6993fda7-c492-46dd-81de-aa2ee4acbfe5,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:07.000667 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1ae72c53-0633-480a-a170-1c136b22ea3c req-cc5a31f8-62e1-4de5-9c51-0d332d7c18cc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420441 Aug 30 01:18:07.054679 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cb798e72-3d67-44de-8ba1-ab8be005bb88 admin admin] Publish callbacks [] for security_group (452a588d-8c6a-407e-beb8-4566bb9b172d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.064667 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cb798e72-3d67-44de-8ba1-ab8be005bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (452a588d-8c6a-407e-beb8-4566bb9b172d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.149504 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cb798e72-3d67-44de-8ba1-ab8be005bb88 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f43a1c04555843f9a6bce2f83698d467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6174996 Aug 30 01:18:07.155058 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58386) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:07.198509 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb798e72-3d67-44de-8ba1-ab8be005bb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452a588d-8c6a-407e-beb8-4566bb9b172d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:07.262048 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc54a66-f53c-40d9-9121-91a70dff3880 req-90b30a19-5bbb-40ab-ac1b-27ca70ddce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:07.264687 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3dc54a66-f53c-40d9-9121-91a70dff3880 req-90b30a19-5bbb-40ab-ac1b-27ca70ddce4f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 1134 time: 0.0809157 Aug 30 01:18:07.269669 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2831c-4625-48ee-a9eb-d32f883f31b6 req-9cb89fee-d483-4c96-b0e9-a70421936303 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:07.272255 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7f2831c-4625-48ee-a9eb-d32f883f31b6 req-9cb89fee-d483-4c96-b0e9-a70421936303 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0911939 Aug 30 01:18:07.283636 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-107fca6e-d00d-4127-bd44-02d81d45b1fb admin admin] Publish callbacks [] for security_group (452a588d-8c6a-407e-beb8-4566bb9b172d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.331983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-107fca6e-d00d-4127-bd44-02d81d45b1fb admin admin] Publish callbacks [] for security_group (452a588d-8c6a-407e-beb8-4566bb9b172d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.339414 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3dc54a66-f53c-40d9-9121-91a70dff3880 req-f0925e8f-2ff6-482e-9248-2bd77c1948c7 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679474 Aug 30 01:18:07.385016 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7f2831c-4625-48ee-a9eb-d32f883f31b6 req-853c0f94-4f92-499e-93fb-1c3c605f18cb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040154 Aug 30 01:18:07.432627 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-107fca6e-d00d-4127-bd44-02d81d45b1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (452a588d-8c6a-407e-beb8-4566bb9b172d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.436329 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-107fca6e-d00d-4127-bd44-02d81d45b1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.438049 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-107fca6e-d00d-4127-bd44-02d81d45b1fb admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/452a588d-8c6a-407e-beb8-4566bb9b172d HTTP/1.1" status: 204 len: 168 time: 0.2817662 Aug 30 01:18:07.457852 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fca6e-d00d-4127-bd44-02d81d45b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a588d-8c6a-407e-beb8-4566bb9b172d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:07.776864 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58406) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:07.941980 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5422b-e67f-4244-8c83-69e9c37216e5 req-a6a5c69e-54ab-4ac3-ac74-da2bd6cfedf6 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:07.950504 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0de5422b-e67f-4244-8c83-69e9c37216e5 req-a6a5c69e-54ab-4ac3-ac74-da2bd6cfedf6 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 950 time: 0.0841670 Aug 30 01:18:08.029812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0de5422b-e67f-4244-8c83-69e9c37216e5 req-486ff35a-d439-4d84-9816-d9d7cbec52a0 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692854 Aug 30 01:18:08.054992 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58412) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:08.070563 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2705a458-b087-41a7-bdda-9f0da177f545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.087354 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:08.193253 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:08.230360 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2705a458-b087-41a7-bdda-9f0da177f545 admin admin] Publish callbacks [] for security_group (f8c65397-b0c5-40a5-8ced-34e0872c02a5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.238660 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2705a458-b087-41a7-bdda-9f0da177f545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f8c65397-b0c5-40a5-8ced-34e0872c02a5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.327815 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2705a458-b087-41a7-bdda-9f0da177f545 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7c4e3e64a3284cddbfd3f8134791dcf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721705 Aug 30 01:18:08.331372 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705a458-b087-41a7-bdda-9f0da177f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c65397-b0c5-40a5-8ced-34e0872c02a5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:08.335211 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58422) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:08.392365 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58424) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:08.418620 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3ab97ae-6e9c-486b-b305-54a5d0ef2f9b admin admin] Publish callbacks [] for security_group (f8c65397-b0c5-40a5-8ced-34e0872c02a5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.461114 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3ab97ae-6e9c-486b-b305-54a5d0ef2f9b admin admin] Publish callbacks [] for security_group (f8c65397-b0c5-40a5-8ced-34e0872c02a5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.467143 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.490468 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.555276 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3ab97ae-6e9c-486b-b305-54a5d0ef2f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f8c65397-b0c5-40a5-8ced-34e0872c02a5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.558202 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3ab97ae-6e9c-486b-b305-54a5d0ef2f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.561826 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c3ab97ae-6e9c-486b-b305-54a5d0ef2f9b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f8c65397-b0c5-40a5-8ced-34e0872c02a5 HTTP/1.1" status: 204 len: 168 time: 0.2171440 Aug 30 01:18:08.571002 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab97ae-6e9c-486b-b305-54a5d0ef2f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c65397-b0c5-40a5-8ced-34e0872c02a5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:08.638941 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-487755dc-ae25-4d9c-9d80-9f3eaf513af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.826802 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-487755dc-ae25-4d9c-9d80-9f3eaf513af6 admin admin] Publish callbacks [] for security_group (6a37588a-bafa-477e-bc07-9ea82f326305), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.833943 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-487755dc-ae25-4d9c-9d80-9f3eaf513af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6a37588a-bafa-477e-bc07-9ea82f326305), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.930159 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:08.932220 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:08.932543 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-487755dc-ae25-4d9c-9d80-9f3eaf513af6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=aaac5ef7406349b298a290f8a1014c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5387423 Aug 30 01:18:08.935162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58456) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:08.951179 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487755dc-ae25-4d9c-9d80-9f3eaf513af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a37588a-bafa-477e-bc07-9ea82f326305,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:09.046699 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26fd31bd-3bbf-497b-a281-14c324256d0e admin admin] Publish callbacks [] for security_group (6a37588a-bafa-477e-bc07-9ea82f326305), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.094228 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26fd31bd-3bbf-497b-a281-14c324256d0e admin admin] Publish callbacks [] for security_group (6a37588a-bafa-477e-bc07-9ea82f326305), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.229740 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26fd31bd-3bbf-497b-a281-14c324256d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6a37588a-bafa-477e-bc07-9ea82f326305), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.239934 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26fd31bd-3bbf-497b-a281-14c324256d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.243987 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-26fd31bd-3bbf-497b-a281-14c324256d0e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/6a37588a-bafa-477e-bc07-9ea82f326305 HTTP/1.1" status: 204 len: 168 time: 0.3061807 Aug 30 01:18:09.245287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803b9aa-15f8-4dc2-b7e9-e78c7831cfd4 req-b6e8824f-b010-42b7-8e61-6474d28ae732 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:09.255062 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d803b9aa-15f8-4dc2-b7e9-e78c7831cfd4 req-b6e8824f-b010-42b7-8e61-6474d28ae732 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 950 time: 0.1052370 Aug 30 01:18:09.271249 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd31bd-3bbf-497b-a281-14c324256d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a37588a-bafa-477e-bc07-9ea82f326305,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:09.400630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Deleting port af4c413c-eb7e-4e50-a7a2-acf5ef036c40 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:09.400996 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.428699 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d803b9aa-15f8-4dc2-b7e9-e78c7831cfd4 req-96ef5886-eafb-4440-94e0-bd3564c9cf24 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726496 Aug 30 01:18:09.530135 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] For port af4c413c-eb7e-4e50-a7a2-acf5ef036c40, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:09.530845 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.549625 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Calling delete_port for af4c413c-eb7e-4e50-a7a2-acf5ef036c40 owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:09.799751 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-bdad75d4-a14b-4324-ad4b-55b22cd2e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:09.801483 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-bdad75d4-a14b-4324-ad4b-55b22cd2e62c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1129 time: 0.0838881 Aug 30 01:18:09.861002 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.869552 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331796a-1593-4a3f-bdd5-abbd94353165 req-19687452-9b39-4813-85f2-e0887db520df tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:09.878518 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1331796a-1593-4a3f-bdd5-abbd94353165 req-19687452-9b39-4813-85f2-e0887db520df tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1660278 Aug 30 01:18:09.999591 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1331796a-1593-4a3f-bdd5-abbd94353165 req-0efc1a2c-7843-4268-a915-60f481e61bbe tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199770 Aug 30 01:18:10.076112 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-80be07a6-f416-4704-85ca-cab2253b6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:10.081007 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-80be07a6-f416-4704-85ca-cab2253b6097 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.2696447 Aug 30 01:18:10.158671 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (af4c413c-eb7e-4e50-a7a2-acf5ef036c40), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.222365 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-20e97bd7-048a-449f-9cfe-3e137bd89e0d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 200 len: 217 time: 0.1324313 Aug 30 01:18:10.229701 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.232056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4c413c-eb7e-4e50-a7a2-acf5ef036c40,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:10.360735 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.363423 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-781affb0-a9c1-44eb-bf25-1ba5507d3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:10.368400 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-781affb0-a9c1-44eb-bf25-1ba5507d3069 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.1393239 Aug 30 01:18:10.447142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-ed9d4674-f968-4572-9a28-c1a626de62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:10.449352 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-ed9d4674-f968-4572-9a28-c1a626de62bf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710578 Aug 30 01:18:10.545419 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.555688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.635712 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.678489 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf390f01-7606-49b2-8d39-9aa1eaf4ad2b req-e70213b5-1626-4816-a0a1-62b88714b594 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:10.680506 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bf390f01-7606-49b2-8d39-9aa1eaf4ad2b req-e70213b5-1626-4816-a0a1-62b88714b594 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 950 time: 0.0905063 Aug 30 01:18:10.683931 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-be094bf5-67dd-4b71-afc0-04b57e5cff82 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239749 Aug 30 01:18:10.755586 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.840653 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bf390f01-7606-49b2-8d39-9aa1eaf4ad2b req-4f54e6a1-4aca-4138-bc2a-7dfb925124b3 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479304 Aug 30 01:18:10.871694 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-20d52033-5d07-45e4-84f1-8b57d4d75507 req-1fed6dca-e283-4094-aa55-96720152ba71 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718886 Aug 30 01:18:10.907127 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:11.067756 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:11.081126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58564) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:11.089343 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] Sync routers for ids ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:11.106630 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58568) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:11.119436 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-fbf2a6d3-47cf-40d9-b3f9-beeac19fcac7 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/02b8cfb4-1370-4362-ace9-c5710ac5b8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3405743 Aug 30 01:18:11.122285 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] Routers {'02b8cfb4-1370-4362-ace9-c5710ac5b8fb'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:11.122810 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:11.332494 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5c496-70f9-4897-8399-9770e0523b2d req-13d957bd-fcbe-4e88-8410-8c4cf1bd8ea1 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:11.336135 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ae5c496-70f9-4897-8399-9770e0523b2d req-13d957bd-fcbe-4e88-8410-8c4cf1bd8ea1 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 950 time: 0.0904663 Aug 30 01:18:11.364898 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d753-68de-4ebe-9b4d-48cb3a9a8a1e req-f4b16052-4661-42b3-9e71-c9da1470686c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:11.372839 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af48d753-68de-4ebe-9b4d-48cb3a9a8a1e req-f4b16052-4661-42b3-9e71-c9da1470686c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.2574432 Aug 30 01:18:11.444735 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks [] for router (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.452061 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] Set router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:11.462938 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ae5c496-70f9-4897-8399-9770e0523b2d req-926638b4-5d05-414c-866d-b75e91bf564b tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Aug 30 01:18:11.539094 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-213815979-network', 'tenant_id': '2815adc7e64040c8986b1bd3f4519343'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:11.706054 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:18:10Z', 'revision_number': 5, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:11.751562 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] Checking router: 02b8cfb4-1370-4362-ace9-c5710ac5b8fb for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:11.762952 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] Routers {'02b8cfb4-1370-4362-ace9-c5710ac5b8fb'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:11.763666 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:11.901473 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] Set router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:11.940204 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Made reservation on behalf of 2815adc7e64040c8986b1bd3f4519343 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:11.942573 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.955407 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.982595 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af48d753-68de-4ebe-9b4d-48cb3a9a8a1e req-16f57b52-6635-43e6-b885-0d1fffe46fbe tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326498 Aug 30 01:18:12.061551 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks [] for router_gateway (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.166881 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Deleting port 9eb0a185-f6d9-43c4-b28c-5f98b748d477 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:12.167465 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.200532 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:18:10Z', 'revision_number': 5, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:12.221686 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58618) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:12.233616 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks [] for security_group (f532f3f6-c262-4901-aa85-b14c6bd3f3bb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.244645 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f532f3f6-c262-4901-aa85-b14c6bd3f3bb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.259617 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd52840-13cd-43eb-99bb-d568491439a0 None None] The sync data for ids ['02b8cfb4-1370-4362-ace9-c5710ac5b8fb'] in dv-cinder-815145-12-iscsi is: [{'id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'name': 'tempest-DeleteServersTestJSON-1084510946-router', 'tenant_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:24Z', 'updated_at': '2022-08-30T01:18:10Z', 'revision_number': 5, 'project_id': '9bf90b4e09e94cc984fe36b03b08a0b6', 'gw_port': {'id': '9eb0a185-f6d9-43c4-b28c-5f98b748d477', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b8cfb4-1370-4362-ace9-c5710ac5b8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:12.298251 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:12.299494 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:12.308350 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:12.318757 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f532f3f6-c262-4901-aa85-b14c6bd3f3bb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.332090 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (d926b024-1840-48ca-9381-2fd91b3afe44), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.340336 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Added segment d926b024-1840-48ca-9381-2fd91b3afe44 of type vlan for network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 Aug 30 01:18:12.370269 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] For port 9eb0a185-f6d9-43c4-b28c-5f98b748d477, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=9eb0a185-f6d9-43c4-b28c-5f98b748d477,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:12.370652 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.409527 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a933c64c-e7b0-49be-8004-6ba7cf0400f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.422845 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Calling delete_port for 9eb0a185-f6d9-43c4-b28c-5f98b748d477 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:12.432745 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (3e2aeb58-3a7d-4703-af37-5e4bc1626f59), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.514919 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a933c64c-e7b0-49be-8004-6ba7cf0400f5 admin admin] Publish callbacks [] for security_group (61166055-d8b6-4048-b7fa-e13c3cb8dc96), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.525333 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a933c64c-e7b0-49be-8004-6ba7cf0400f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (61166055-d8b6-4048-b7fa-e13c3cb8dc96), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.543486 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (3e2aeb58-3a7d-4703-af37-5e4bc1626f59), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.544534 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:12.545122 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.608581 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a933c64c-e7b0-49be-8004-6ba7cf0400f5 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=1cf4f0c64dad45a9a46f00590f2c24c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853707 Aug 30 01:18:12.612662 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58632) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:12.617386 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933c64c-e7b0-49be-8004-6ba7cf0400f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61166055-d8b6-4048-b7fa-e13c3cb8dc96,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.645803 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58634) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:12.654051 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5658462 Aug 30 01:18:12.654429 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c35051-344b-40b9-9df8-7f6bf7d8260a admin admin] Pushing event updated for resources: {'Network': ['ID=3e2aeb58-3a7d-4703-af37-5e4bc1626f59,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.654754 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77881d44-1bb0-4b7a-a17a-aecfbd258dab req-7b7a0799-d16f-4a87-a1da-9bc7cdb52e67 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:12.661897 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-77881d44-1bb0-4b7a-a17a-aecfbd258dab req-7b7a0799-d16f-4a87-a1da-9bc7cdb52e67 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 950 time: 0.1120846 Aug 30 01:18:12.675933 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58636) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:12.677780 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:12.679503 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Request body: {'subnet': {'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-213815979-subnet', 'tenant_id': '2815adc7e64040c8986b1bd3f4519343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:12.731330 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Made reservation on behalf of 2815adc7e64040c8986b1bd3f4519343 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:12.733725 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.820085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (9eb0a185-f6d9-43c4-b28c-5f98b748d477), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.868705 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb0a185-f6d9-43c4-b28c-5f98b748d477,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.903226 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.977178 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:13.000204 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ee85893-e8b3-461e-82c6-e76cfbc62fc8 admin admin] Publish callbacks [] for security_group (61166055-d8b6-4048-b7fa-e13c3cb8dc96), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.009722 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-88ff3eb1-63bd-419e-b3a2-703c8658b1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.033495 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-77881d44-1bb0-4b7a-a17a-aecfbd258dab req-36cbd743-8ac3-40a8-98dd-1f5fb401a385 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574259 Aug 30 01:18:13.046249 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.048928 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks [] for router_controller (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.081858 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ee85893-e8b3-461e-82c6-e76cfbc62fc8 admin admin] Publish callbacks [] for security_group (61166055-d8b6-4048-b7fa-e13c3cb8dc96), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.146395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:13.234369 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (02b8cfb4-1370-4362-ace9-c5710ac5b8fb), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.235509 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b8cfb4-1370-4362-ace9-c5710ac5b8fb {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:18:13.248291 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.249477 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-94e6edb0-8708-483c-ad96-68f53089d59e admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/02b8cfb4-1370-4362-ace9-c5710ac5b8fb HTTP/1.1" status: 204 len: 168 time: 2.1418200 Aug 30 01:18:13.259377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-e6fc7753-82cd-413a-a3a0-f68e30217a81 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:13.261061 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-e6fc7753-82cd-413a-a3a0-f68e30217a81 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 950 time: 0.1582110 Aug 30 01:18:13.263795 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58644) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:13.279946 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9815fe4-3858-41f1-a71c-d089c182355f req-6e7c20ca-16de-4511-b97f-e5a551e472ff tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:13.281595 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b9815fe4-3858-41f1-a71c-d089c182355f req-6e7c20ca-16de-4511-b97f-e5a551e472ff tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1117492 Aug 30 01:18:13.319210 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ee85893-e8b3-461e-82c6-e76cfbc62fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (61166055-d8b6-4048-b7fa-e13c3cb8dc96), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.321938 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ee85893-e8b3-461e-82c6-e76cfbc62fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.323413 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9ee85893-e8b3-461e-82c6-e76cfbc62fc8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/61166055-d8b6-4048-b7fa-e13c3cb8dc96 HTTP/1.1" status: 204 len: 168 time: 0.7096562 Aug 30 01:18:13.343510 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (17aa8116-261f-4111-b907-0d1a3e8f908e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.353328 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee85893-e8b3-461e-82c6-e76cfbc62fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61166055-d8b6-4048-b7fa-e13c3cb8dc96,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:13.396769 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] Deleting subnet 6df07bf2-762a-48f9-8233-f33dda75df5d {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:13.403028 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] Publish callbacks [] for subnet (6df07bf2-762a-48f9-8233-f33dda75df5d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.440178 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-88ff3eb1-63bd-419e-b3a2-703c8658b1ff admin admin] Publish callbacks [] for security_group (43171103-3398-46f8-9634-7f6b7380439f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.450621 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-88ff3eb1-63bd-419e-b3a2-703c8658b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (43171103-3398-46f8-9634-7f6b7380439f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.492940 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b9815fe4-3858-41f1-a71c-d089c182355f req-b6523ae6-bc69-40ac-9813-075a6ccd381d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828840 Aug 30 01:18:13.497445 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Deleting port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:13.497788 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.498602 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17aa8116-261f-4111-b907-0d1a3e8f908e,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:13.522051 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] Publish callbacks [] for subnet (6df07bf2-762a-48f9-8233-f33dda75df5d), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.550494 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff3eb1-63bd-419e-b3a2-703c8658b1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43171103-3398-46f8-9634-7f6b7380439f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:13.559594 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-88ff3eb1-63bd-419e-b3a2-703c8658b1ff admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=8b875238d84845bc852e14451f4061ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8507385 Aug 30 01:18:13.567189 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58648) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:13.573214 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Checking segment: {'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:13.573808 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Network hostable DHCP agents. Network: 3e2aeb58-3a7d-4703-af37-5e4bc1626f59, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:13.607845 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:13.622123 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 3e2aeb58-3a7d-4703-af37-5e4bc1626f59) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:13.629426 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:13.630076 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.635635 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:13.636640 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:13.652473 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e47ca-666b-4465-8568-2d10a0e555bb None None] Network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:13.659555 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d64a8983-7d40-44bd-854a-47ec7db15a75 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9852023 Aug 30 01:18:13.819297 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (6df07bf2-762a-48f9-8233-f33dda75df5d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.894725 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] For port 6993fda7-c492-46dd-81de-aa2ee4acbfe5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6993fda7-c492-46dd-81de-aa2ee4acbfe5,segment=NetworkSegment(4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f),segment_id=4d6ad4e6-7b17-4b1f-86ce-0e0eb0469d8f)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:13.895180 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.915784 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5ac427aa-81b4-429d-9f0b-659e9cf55c14 admin admin] Publish callbacks [] for security_group (43171103-3398-46f8-9634-7f6b7380439f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.940849 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Calling delete_port for 6993fda7-c492-46dd-81de-aa2ee4acbfe5 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:13.944410 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10febb90-7c76-45fd-b323-cdc7c5f0af98 None None] Network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:13.976031 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5ac427aa-81b4-429d-9f0b-659e9cf55c14 admin admin] Publish callbacks [] for security_group (43171103-3398-46f8-9634-7f6b7380439f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.061924 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (6df07bf2-762a-48f9-8233-f33dda75df5d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.133057 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f62b5-814d-449b-9735-8e5b16215b9e None None] Network 4d9d034b-2058-4bea-b0ad-f251a5b7169c requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:14.181290 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df07bf2-762a-48f9-8233-f33dda75df5d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:14.189546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.199341 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-49a882d2-b7e1-4663-87df-3113a138ce6b admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/6df07bf2-762a-48f9-8233-f33dda75df5d HTTP/1.1" status: 204 len: 168 time: 0.9344108 Aug 30 01:18:14.204759 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58662) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:14.205419 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58664) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:14.330843 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c19a8bb-ce33-4fea-9a86-d0aea927b8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.367776 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575d2d5-30b4-4168-b59a-2d247911abb1 req-b13cdf3b-f16e-4e6f-9bc3-431c700edec7 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:14.370617 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0575d2d5-30b4-4168-b59a-2d247911abb1 req-b13cdf3b-f16e-4e6f-9bc3-431c700edec7 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 950 time: 0.1932216 Aug 30 01:18:14.453121 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device af4c413c-eb7e-4e50-a7a2-acf5ef036c40 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:14.531702 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: af4c413c-eb7e-4e50-a7a2-acf5ef036c40 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:14.532953 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device af4c413c-eb7e-4e50-a7a2-acf5ef036c40 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:14.539723 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0575d2d5-30b4-4168-b59a-2d247911abb1 req-4550ddae-5801-4a94-b40c-48d56dc63705 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=35b4344e-01d0-4c0c-880f-9e3161f7579f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461701 Aug 30 01:18:14.682355 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5ac427aa-81b4-429d-9f0b-659e9cf55c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (43171103-3398-46f8-9634-7f6b7380439f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.687469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5ac427aa-81b4-429d-9f0b-659e9cf55c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.692146 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5ac427aa-81b4-429d-9f0b-659e9cf55c14 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/43171103-3398-46f8-9634-7f6b7380439f HTTP/1.1" status: 204 len: 168 time: 1.1148698 Aug 30 01:18:14.740359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (4d9d034b-2058-4bea-b0ad-f251a5b7169c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.746011 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] DHCP port deletion for 4d9d034b-2058-4bea-b0ad-f251a5b7169c request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:18:14.834395 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] Deleting port db4de8b6-4b01-48bb-a235-2b574ffcb271 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:14.835102 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.885816 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:14.894743 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d12cd-0310-4d24-b9b9-29ff18da6071 req-698b470d-1aec-4f27-8f00-45a73c31510e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:14.910959 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-db9d12cd-0310-4d24-b9b9-29ff18da6071 req-698b470d-1aec-4f27-8f00-45a73c31510e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.2022433 Aug 30 01:18:15.022743 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Deleting port db4de8b6-4b01-48bb-a235-2b574ffcb271 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:15.023183 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.119763 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] For port db4de8b6-4b01-48bb-a235-2b574ffcb271, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=db4de8b6-4b01-48bb-a235-2b574ffcb271,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:15.127535 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.151419 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] For port db4de8b6-4b01-48bb-a235-2b574ffcb271, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=db4de8b6-4b01-48bb-a235-2b574ffcb271,segment=NetworkSegment(ca30fca6-5613-4cad-bcd4-064a1d87fb0b),segment_id=ca30fca6-5613-4cad-bcd4-064a1d87fb0b)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:15.151903 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.152582 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] Calling delete_port for db4de8b6-4b01-48bb-a235-2b574ffcb271 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:15.184400 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Calling delete_port for db4de8b6-4b01-48bb-a235-2b574ffcb271 owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:15.186914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac427aa-81b4-429d-9f0b-659e9cf55c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43171103-3398-46f8-9634-7f6b7380439f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:15.190221 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (6993fda7-c492-46dd-81de-aa2ee4acbfe5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.232817 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:15.305983 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Pushing event deleted for resources: {'Port': ['ID=6993fda7-c492-46dd-81de-aa2ee4acbfe5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:15.435889 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c19a8bb-ce33-4fea-9a86-d0aea927b8ac admin admin] Publish callbacks [] for security_group (7849dfbc-8866-470b-8775-b887a98bd4b7), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.446042 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-db9d12cd-0310-4d24-b9b9-29ff18da6071 req-95b19da4-7e98-4995-b391-deb4cdb1d1b2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333631 Aug 30 01:18:15.446804 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] No DVR routers for this DVR port 6993fda7-c492-46dd-81de-aa2ee4acbfe5 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:15.451630 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.455977 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f50642d9-bf57-4f64-afbf-58a7044bace6 req-4b7174aa-6bb9-4c7a-800e-19d150ab036c tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.61 "DELETE /networking/v2.0/ports/6993fda7-c492-46dd-81de-aa2ee4acbfe5 HTTP/1.1" status: 204 len: 173 time: 2.1826756 Aug 30 01:18:15.457883 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'name': 'network-vif-deleted', 'tag': '6993fda7-c492-46dd-81de-aa2ee4acbfe5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:15.459564 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12fb83e-3ae8-42ba-a8f5-57eb20f116ef" -d '{"events": [{"server_uuid": "ee5d11e5-e17e-4307-8bf7-9a00c5df8305", "name": "network-vif-deleted", "tag": "6993fda7-c492-46dd-81de-aa2ee4acbfe5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:15.461854 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c19a8bb-ce33-4fea-9a86-d0aea927b8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7849dfbc-8866-470b-8775-b887a98bd4b7), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.582725 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd343813-2da7-4987-8d90-aabf07f62919 x-openstack-request-id: req-fd343813-2da7-4987-8d90-aabf07f62919 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:15.583045 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5d11e5-e17e-4307-8bf7-9a00c5df8305", "name": "network-vif-deleted", "tag": "6993fda7-c492-46dd-81de-aa2ee4acbfe5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:15.583302 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd343813-2da7-4987-8d90-aabf07f62919 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:15.584083 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd343813-2da7-4987-8d90-aabf07f62919'] response: {'server_uuid': 'ee5d11e5-e17e-4307-8bf7-9a00c5df8305', 'name': 'network-vif-deleted', 'tag': '6993fda7-c492-46dd-81de-aa2ee4acbfe5', 'status': 'completed', 'code': 200} Aug 30 01:18:15.616034 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8c19a8bb-ce33-4fea-9a86-d0aea927b8ac admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=220f3c73702f457aa101e3df678c4c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4021580 Aug 30 01:18:15.620307 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.620536 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58692) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:15.627237 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19a8bb-ce33-4fea-9a86-d0aea927b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849dfbc-8866-470b-8775-b887a98bd4b7,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:15.651696 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (db4de8b6-4b01-48bb-a235-2b574ffcb271), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.681933 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4de8b6-4b01-48bb-a235-2b574ffcb271,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:15.693906 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] No DVR routers for this DVR port db4de8b6-4b01-48bb-a235-2b574ffcb271 on host dv-cinder-815145-12-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:15.718838 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] No DVR routers for this DVR port db4de8b6-4b01-48bb-a235-2b574ffcb271 on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:15.846238 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04511f7e-abc4-4ce2-81ce-8a60fe0cbdc2 None None] Pushing event deleted for resources: {'Port': ['ID=db4de8b6-4b01-48bb-a235-2b574ffcb271,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:15.867981 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f67f1e6-97bc-441a-bb55-0bc3b891f9d9 admin admin] Publish callbacks [] for security_group (7849dfbc-8866-470b-8775-b887a98bd4b7), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.920974 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f67f1e6-97bc-441a-bb55-0bc3b891f9d9 admin admin] Publish callbacks [] for security_group (7849dfbc-8866-470b-8775-b887a98bd4b7), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.924916 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58694) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:15.941213 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-119f7886-31bd-4cc9-b091-07facff0f6e4 req-902c74cc-f17a-4cae-98e0-1d52a88b4852 tempest-VolumesNegativeTest-1232821623 tempest-VolumesNegativeTest-1232821623-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=ee5d11e5-e17e-4307-8bf7-9a00c5df8305 HTTP/1.1" status: 200 len: 210 time: 0.0509841 Aug 30 01:18:15.943742 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (4d9d034b-2058-4bea-b0ad-f251a5b7169c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.973278 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e1c9de8d-bdfc-41d9-a306-203a262fab4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.999384 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:15.999736 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.001043 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.001449 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > port after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.001780 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.002217 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > port after_update 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.002456 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.002805 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.003126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.003452 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.033894 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:16.077148 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f67f1e6-97bc-441a-bb55-0bc3b891f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7849dfbc-8866-470b-8775-b887a98bd4b7), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.086667 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f67f1e6-97bc-441a-bb55-0bc3b891f9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.091948 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9f67f1e6-97bc-441a-bb55-0bc3b891f9d9 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7849dfbc-8866-470b-8775-b887a98bd4b7 HTTP/1.1" status: 204 len: 168 time: 0.4676604 Aug 30 01:18:16.157277 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67f1e6-97bc-441a-bb55-0bc3b891f9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849dfbc-8866-470b-8775-b887a98bd4b7,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:16.198993 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e1c9de8d-bdfc-41d9-a306-203a262fab4f admin admin] Publish callbacks [] for security_group (eaa5070c-15e0-436c-98cd-d74b57c41c18), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.204349 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e1c9de8d-bdfc-41d9-a306-203a262fab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (eaa5070c-15e0-436c-98cd-d74b57c41c18), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.240137 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.240669 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.241082 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.241598 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:18:16.242479 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9d034b-2058-4bea-b0ad-f251a5b7169c']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:16.268456 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e1c9de8d-bdfc-41d9-a306-203a262fab4f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=1cefd9bb46dd4721b27501b46917c42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407960 Aug 30 01:18:16.270565 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9de8d-bdfc-41d9-a306-203a262fab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa5070c-15e0-436c-98cd-d74b57c41c18,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:16.272912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58702) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:16.283024 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:16.291634 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:16.292120 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca30fca6-5613-4cad-bcd4-064a1d87fb0b') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:16.342890 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device db4de8b6-4b01-48bb-a235-2b574ffcb271 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:16.350835 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (ca30fca6-5613-4cad-bcd4-064a1d87fb0b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.374321 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98c11c84-7b51-485f-8ea5-98a7bf82d9e0 admin admin] Publish callbacks [] for security_group (eaa5070c-15e0-436c-98cd-d74b57c41c18), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.382855 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 6993fda7-c492-46dd-81de-aa2ee4acbfe5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:16.386177 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: db4de8b6-4b01-48bb-a235-2b574ffcb271 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:16.386817 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device db4de8b6-4b01-48bb-a235-2b574ffcb271 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:16.387254 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 9eb0a185-f6d9-43c4-b28c-5f98b748d477 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:16.413268 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98c11c84-7b51-485f-8ea5-98a7bf82d9e0 admin admin] Publish callbacks [] for security_group (eaa5070c-15e0-436c-98cd-d74b57c41c18), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.415520 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 9eb0a185-f6d9-43c4-b28c-5f98b748d477 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:16.416595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 9eb0a185-f6d9-43c4-b28c-5f98b748d477 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:16.441705 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 6993fda7-c492-46dd-81de-aa2ee4acbfe5 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:16.442002 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 6993fda7-c492-46dd-81de-aa2ee4acbfe5 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:16.499575 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (ca30fca6-5613-4cad-bcd4-064a1d87fb0b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.554864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:16.555551 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (ca30fca6-5613-4cad-bcd4-064a1d87fb0b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.673167 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98c11c84-7b51-485f-8ea5-98a7bf82d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (eaa5070c-15e0-436c-98cd-d74b57c41c18), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.676233 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98c11c84-7b51-485f-8ea5-98a7bf82d9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.677616 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-98c11c84-7b51-485f-8ea5-98a7bf82d9e0 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/eaa5070c-15e0-436c-98cd-d74b57c41c18 HTTP/1.1" status: 204 len: 168 time: 0.4035504 Aug 30 01:18:16.710821 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (4d9d034b-2058-4bea-b0ad-f251a5b7169c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.720282 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c11c84-7b51-485f-8ea5-98a7bf82d9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa5070c-15e0-436c-98cd-d74b57c41c18,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:16.744940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba817c2-dbab-42cd-bf08-3d6e6acb8691 req-9d51de95-9fbc-419f-a853-cbbe42aa3e4a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:16.746659 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5ba817c2-dbab-42cd-bf08-3d6e6acb8691 req-9d51de95-9fbc-419f-a853-cbbe42aa3e4a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1026602 Aug 30 01:18:16.749048 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.756030 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-9ac72151-3bba-45e7-8c32-2d3efde844ef tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:16.756314 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/4d9d034b-2058-4bea-b0ad-f251a5b7169c HTTP/1.1" status: 204 len: 168 time: 2.5419078 Aug 30 01:18:16.766900 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-9ac72151-3bba-45e7-8c32-2d3efde844ef tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59 HTTP/1.1" status: 200 len: 813 time: 0.2562573 Aug 30 01:18:16.773865 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3069806-be52-4b52-93ca-dcf963067537 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9d034b-2058-4bea-b0ad-f251a5b7169c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:16.810418 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-1f4261b3-1038-4849-b6f8-0f128bda92ca tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/quotas/2815adc7e64040c8986b1bd3f4519343 HTTP/1.1" status: 200 len: 375 time: 0.0423191 Aug 30 01:18:16.838246 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5ba817c2-dbab-42cd-bf08-3d6e6acb8691 req-395c42f4-100b-488e-964b-2eeeea32a8e1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655103 Aug 30 01:18:16.895677 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-d60fcddd-07f5-4e14-a667-1f85edc3a55f tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=2815adc7e64040c8986b1bd3f4519343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762103 Aug 30 01:18:17.011610 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-bb1510bd-f66c-41cf-af5f-25aae3d3cf47 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081791 Aug 30 01:18:17.211365 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-39bb2e6e-8e8a-4f00-a6fd-38b540029744 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906488 Aug 30 01:18:17.292708 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58756) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.379641 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58760) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.383776 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-916f63e9-19bd-4115-9d64-99ae023d21ea admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=9bf90b4e09e94cc984fe36b03b08a0b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0885136 Aug 30 01:18:17.492184 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 58764) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.499828 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-267b326d-2a03-4a33-a6b5-d216d9b37f48 req-b2cf3bfc-0e47-4ad2-a453-f1af5645a066 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 210 time: 0.0651038 Aug 30 01:18:17.564990 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e636aaf-91f3-4b0c-97d3-914397fbc633 admin admin] Publish callbacks [] for security_group (0c84dc66-2aaa-4d4d-8c4d-1942574fe787), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.611645 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e636aaf-91f3-4b0c-97d3-914397fbc633 admin admin] Publish callbacks [] for security_group (0c84dc66-2aaa-4d4d-8c4d-1942574fe787), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.681237 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:17.724214 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e636aaf-91f3-4b0c-97d3-914397fbc633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0c84dc66-2aaa-4d4d-8c4d-1942574fe787), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.728127 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e636aaf-91f3-4b0c-97d3-914397fbc633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.729782 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0e636aaf-91f3-4b0c-97d3-914397fbc633 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0c84dc66-2aaa-4d4d-8c4d-1942574fe787 HTTP/1.1" status: 204 len: 168 time: 0.3479536 Aug 30 01:18:17.746085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636aaf-91f3-4b0c-97d3-914397fbc633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c84dc66-2aaa-4d4d-8c4d-1942574fe787,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:17.834738 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment ca30fca6-5613-4cad-bcd4-064a1d87fb0b resource provider aggregate not found Aug 30 01:18:17.875543 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment ca30fca6-5613-4cad-bcd4-064a1d87fb0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca30fca6-5613-4cad-bcd4-064a1d87fb0b found for delete ", "request_id": "req-ca4172e6-9530-486c-b924-a2d2da122e1e"}]} Aug 30 01:18:17.975847 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-407e662e-462a-4e8f-bae8-bc9ac3ab0cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:18.142863 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17904bc-074f-4433-a7b9-ee7602919b98 req-2d9a630c-a58a-424d-b092-4820903d3d7a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:18.146134 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d17904bc-074f-4433-a7b9-ee7602919b98 req-2d9a630c-a58a-424d-b092-4820903d3d7a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1725562 Aug 30 01:18:18.309734 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d17904bc-074f-4433-a7b9-ee7602919b98 req-12c9b8fc-41e3-4352-be3c-12ac617b15dd tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429768 Aug 30 01:18:18.370812 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-407e662e-462a-4e8f-bae8-bc9ac3ab0cea admin admin] Publish callbacks [] for security_group (56d842b4-6fe4-41bc-ba66-78754b8cfd1b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:18.378965 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-407e662e-462a-4e8f-bae8-bc9ac3ab0cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (56d842b4-6fe4-41bc-ba66-78754b8cfd1b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:18.420406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:18.462354 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-407e662e-462a-4e8f-bae8-bc9ac3ab0cea admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=958c56742a854fb88237f4ebc5ef5749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9686601 Aug 30 01:18:18.464799 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e662e-462a-4e8f-bae8-bc9ac3ab0cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d842b4-6fe4-41bc-ba66-78754b8cfd1b,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:18.466047 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 58800) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:18.560572 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a72044b7-5446-4d69-bdce-e8a7742a10db admin admin] Publish callbacks [] for security_group (56d842b4-6fe4-41bc-ba66-78754b8cfd1b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:18.618213 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a72044b7-5446-4d69-bdce-e8a7742a10db admin admin] Publish callbacks [] for security_group (56d842b4-6fe4-41bc-ba66-78754b8cfd1b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:18.729523 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a72044b7-5446-4d69-bdce-e8a7742a10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (56d842b4-6fe4-41bc-ba66-78754b8cfd1b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:18.735688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a72044b7-5446-4d69-bdce-e8a7742a10db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:18.738767 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a72044b7-5446-4d69-bdce-e8a7742a10db admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/56d842b4-6fe4-41bc-ba66-78754b8cfd1b HTTP/1.1" status: 204 len: 168 time: 0.2706332 Aug 30 01:18:18.779581 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72044b7-5446-4d69-bdce-e8a7742a10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d842b4-6fe4-41bc-ba66-78754b8cfd1b,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:18.862751 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9d4e4a8d-2bb7-435f-9567-95652a605c21 req-586cc77a-1148-4e53-a29c-2fccb9d2c2e7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 210 time: 0.1072202 Aug 30 01:18:19.495631 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486912d-e3ad-4921-9949-eb34b754be7c req-4ef3c850-204b-4b8b-bbc1-e1b7a848bad0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:19.503586 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3486912d-e3ad-4921-9949-eb34b754be7c req-4ef3c850-204b-4b8b-bbc1-e1b7a848bad0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0650175 Aug 30 01:18:19.564441 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3486912d-e3ad-4921-9949-eb34b754be7c req-18d6b17e-df7a-4dfb-aa1c-f44700232a04 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596189 Aug 30 01:18:20.352189 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af21b2d0-ca49-41b0-9d2d-90e52bdd15f3 req-4194b814-9189-4aed-8c61-faea612fc408 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 210 time: 0.3426981 Aug 30 01:18:20.439033 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-72e4205d-8b0c-4fd2-8329-74ae0ae82fe9 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:20.440636 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-72e4205d-8b0c-4fd2-8329-74ae0ae82fe9 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "GET /networking/v2.0/networks?id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59 HTTP/1.1" status: 200 len: 813 time: 0.6501877 Aug 30 01:18:20.460895 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Request body: {'port': {'device_id': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59', 'admin_state_up': True, 'tenant_id': '2815adc7e64040c8986b1bd3f4519343'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:20.516550 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:20.621669 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Made reservation on behalf of 2815adc7e64040c8986b1bd3f4519343 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:20.628270 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:20.723878 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126f709-dc1d-47fe-8fb8-e4bdbe5deeab req-c689b36d-1cd4-478d-92b8-6d7481040d38 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:20.731566 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5126f709-dc1d-47fe-8fb8-e4bdbe5deeab req-c689b36d-1cd4-478d-92b8-6d7481040d38 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0560474 Aug 30 01:18:20.752072 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:20.810184 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5126f709-dc1d-47fe-8fb8-e4bdbe5deeab req-0a902985-1881-41cf-963e-c6ea3acfb87b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725276 Aug 30 01:18:20.838296 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Allocated IP 172.20.0.13 (3e2aeb58-3a7d-4703-af37-5e4bc1626f59/17aa8116-261f-4111-b907-0d1a3e8f908e/83d95f9d-945b-4916-bdf9-c95d4a1fd537) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:21.193415 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks [] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:21.247953 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:21.312591 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:21.317628 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:21.326726 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:21.334963 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:21.381697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Pushing event updated for resources: {'Port': ['ID=83d95f9d-945b-4916-bdf9-c95d4a1fd537,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:21.409187 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.409551 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.409889 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.410227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.413875 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.414293 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.414642 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.416541 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.416897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.418914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.419313 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.419657 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.420014 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.420351 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.420682 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:21.474087 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:21.474743 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:21.505610 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-f623c04a-3d4c-4745-b5ef-d1eaa7f0eac7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0497782 Aug 30 01:18:21.534346 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Request body: {'port': {'device_id': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:21.598018 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b8156-86c7-4a5b-8206-3742662b0044 req-2cb5e58a-0a56-4c6c-bfdf-2a3522af3b57 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:21.600661 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d19b8156-86c7-4a5b-8206-3742662b0044 req-2cb5e58a-0a56-4c6c-bfdf-2a3522af3b57 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 932 time: 0.0716820 Aug 30 01:18:21.665999 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:21.702156 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d19b8156-86c7-4a5b-8206-3742662b0044 req-bcde3747-d74b-4888-a139-8836a37769ba tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899985 Aug 30 01:18:21.896625 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:21.993828 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ea399-2f11-4fc1-b83c-44f547d5c2e7 req-4c6ee68a-faec-4f2f-b1ea-cb63bcb4a341 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:22.002781 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-302ea399-2f11-4fc1-b83c-44f547d5c2e7 req-4c6ee68a-faec-4f2f-b1ea-cb63bcb4a341 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0958521 Aug 30 01:18:22.173611 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d95f9d-945b-4916-bdf9-c95d4a1fd537 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:18:22.183431 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-302ea399-2f11-4fc1-b83c-44f547d5c2e7 req-6029c70e-a1e1-4048-bb4d-d71a3f3bdec2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795194 Aug 30 01:18:22.190431 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Publish callbacks [] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:22.216372 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Transition to ACTIVE for port object 83d95f9d-945b-4916-bdf9-c95d4a1fd537 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:18:22.222704 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:22.298787 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Pushing event updated for resources: {'Port': ['ID=83d95f9d-945b-4916-bdf9-c95d4a1fd537,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:22.373262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Attempting to bind port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:22.373601 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Attempting to bind port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:22.373929 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Attempting to bind port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 on network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:22.379892 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 on network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:18:22.380277 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Attempting to bind port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 on network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:22.388237 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:22.389036 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Checking segment: {'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:22.389445 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Bound using segment: {'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:22.390140 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Bound port: 83d95f9d-945b-4916-bdf9-c95d4a1fd537, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:22.390920 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:22.498253 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] For port 83d95f9d-945b-4916-bdf9-c95d4a1fd537, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:22.505017 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] For port 83d95f9d-945b-4916-bdf9-c95d4a1fd537, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83d95f9d-945b-4916-bdf9-c95d4a1fd537,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:22.514928 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:22.529553 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:22.532579 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:22.534846 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/83d95f9d-945b-4916-bdf9-c95d4a1fd537 HTTP/1.1" status: 200 len: 1094 time: 1.0093479 Aug 30 01:18:22.535789 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'tag': '83d95f9d-945b-4916-bdf9-c95d4a1fd537'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:22.540207 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfb3564-af65-4ef5-9b72-6a9c28d23df6" -d '{"events": [{"name": "network-changed", "server_uuid": "89032f52-7c5b-4ce4-bbb5-9358b2c1f80f", "tag": "83d95f9d-945b-4916-bdf9-c95d4a1fd537"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:22.630467 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c2727-eb35-4ad3-aba6-7de5956b95ba x-openstack-request-id: req-c73c2727-eb35-4ad3-aba6-7de5956b95ba {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:22.631286 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89032f52-7c5b-4ce4-bbb5-9358b2c1f80f", "tag": "83d95f9d-945b-4916-bdf9-c95d4a1fd537", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:22.631763 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c73c2727-eb35-4ad3-aba6-7de5956b95ba {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:22.632432 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73c2727-eb35-4ad3-aba6-7de5956b95ba'] response: {'name': 'network-changed', 'server_uuid': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'tag': '83d95f9d-945b-4916-bdf9-c95d4a1fd537', 'status': 'completed', 'code': 200} Aug 30 01:18:22.711559 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac76ff-65d6-4631-8c12-873e1f350050 service neutron] Pushing event updated for resources: {'Port': ['ID=83d95f9d-945b-4916-bdf9-c95d4a1fd537,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:22.727763 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-30e90c87-b9ec-4e00-9a29-003f63024697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:22.733562 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-30e90c87-b9ec-4e00-9a29-003f63024697 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2815adc7e64040c8986b1bd3f4519343&device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 1128 time: 0.0786021 Aug 30 01:18:22.879112 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-30a860c9-4574-4df8-8490-16638e9366a1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83d95f9d-945b-4916-bdf9-c95d4a1fd537 HTTP/1.1" status: 200 len: 217 time: 0.1263814 Aug 30 01:18:22.983702 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:22.987032 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-339d0121-f400-4cdf-9ec3-e3a5c7590b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:22.988812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-339d0121-f400-4cdf-9ec3-e3a5c7590b7b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=17aa8116-261f-4111-b907-0d1a3e8f908e HTTP/1.1" status: 200 len: 853 time: 0.0850766 Aug 30 01:18:23.045274 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff87c-614f-481e-a771-73b32e84c7a0 req-d48e8b73-c8ea-42a0-ac22-b14d5e9c8eba tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:23.047686 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-31fff87c-614f-481e-a771-73b32e84c7a0 req-d48e8b73-c8ea-42a0-ac22-b14d5e9c8eba tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 944 time: 0.1808701 Aug 30 01:18:23.120596 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-49bef3e8-12ee-465a-a787-1b41da36fbdb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210127 Aug 30 01:18:23.227648 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-31fff87c-614f-481e-a771-73b32e84c7a0 req-62bb19d7-4b27-4d2d-8d0b-8a23050f922b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371939 Aug 30 01:18:23.430351 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-5a8cffda-4693-4068-8ab4-c756c5a69075 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942328 Aug 30 01:18:23.503497 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825103f-c85c-4b21-8c84-9076ec02ba0b req-bc6f1719-6a38-487e-a976-b43ab3e15c2c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:23.512047 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2825103f-c85c-4b21-8c84-9076ec02ba0b req-bc6f1719-6a38-487e-a976-b43ab3e15c2c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1163619 Aug 30 01:18:23.632322 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2825103f-c85c-4b21-8c84-9076ec02ba0b req-613fa41b-f73c-4189-9ee1-28750ebaebb8 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142890 Aug 30 01:18:23.689680 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:23.708891 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a12e05-d784-4206-a6e0-7c2c396fb3ef req-9a030cb3-4c08-4b8c-b135-63fc2a849ed4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583084 Aug 30 01:18:24.421840 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5edfc1-f25f-41bf-966a-e705d08d6a80 req-7d27b66e-b33d-49f7-8f44-eef39fdc62ec tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:24.429442 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b5edfc1-f25f-41bf-966a-e705d08d6a80 req-7d27b66e-b33d-49f7-8f44-eef39fdc62ec tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 944 time: 0.0862076 Aug 30 01:18:24.503903 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59200) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:24.511387 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b5edfc1-f25f-41bf-966a-e705d08d6a80 req-e94eec87-91f1-4ad3-90b0-7a379c6e13a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801640 Aug 30 01:18:25.021189 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6858a9b6-7f35-4611-a745-36813462cf31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.059847 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18d38b-c8c4-4a90-8021-3b2ff0285239 req-2088e0f6-545d-4b64-8610-5c51c1d85233 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:25.062707 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-7b4fa6f1-0291-462e-8e06-2bf52719db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:25.068370 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-7b4fa6f1-0291-462e-8e06-2bf52719db19 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2815adc7e64040c8986b1bd3f4519343&device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 1128 time: 0.2539384 Aug 30 01:18:25.074782 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef18d38b-c8c4-4a90-8021-3b2ff0285239 req-2088e0f6-545d-4b64-8610-5c51c1d85233 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1129680 Aug 30 01:18:25.257193 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-124d6a2e-51e0-43fa-94b8-ab25f9b62288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:25.259344 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-124d6a2e-51e0-43fa-94b8-ab25f9b62288 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59 HTTP/1.1" status: 200 len: 914 time: 0.1793520 Aug 30 01:18:25.272844 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59240) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:25.283929 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef18d38b-c8c4-4a90-8021-3b2ff0285239 req-2fde4f8b-e19b-42a9-a071-137eddf774f6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894321 Aug 30 01:18:25.349633 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6858a9b6-7f35-4611-a745-36813462cf31 admin admin] Publish callbacks [] for security_group (23d5bc36-8859-4572-b728-8c5bffaee072), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.359681 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-5e03fa87-e790-41fc-a9b7-8053b06543c1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83d95f9d-945b-4916-bdf9-c95d4a1fd537 HTTP/1.1" status: 200 len: 217 time: 0.0845268 Aug 30 01:18:25.367083 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6858a9b6-7f35-4611-a745-36813462cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (23d5bc36-8859-4572-b728-8c5bffaee072), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.455184 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858a9b6-7f35-4611-a745-36813462cf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5bc36-8859-4572-b728-8c5bffaee072,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:25.574969 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6858a9b6-7f35-4611-a745-36813462cf31 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=41ecb37e0e2a41ad8bb21847629b94a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0654023 Aug 30 01:18:25.576316 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59250) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:25.656454 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-45569993-44d1-4fac-9588-26ada69957d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:25.658130 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-45569993-44d1-4fac-9588-26ada69957d8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=17aa8116-261f-4111-b907-0d1a3e8f908e HTTP/1.1" status: 200 len: 853 time: 0.2939205 Aug 30 01:18:25.670240 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e720122-c69f-4179-8fbc-f729472a4c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.698468 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0d08-12a7-42a8-b716-d55c2bd4540c req-1c3eb6da-0918-4209-ac60-dd1d680c24aa tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:25.705072 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1fd0d08-12a7-42a8-b716-d55c2bd4540c req-1c3eb6da-0918-4209-ac60-dd1d680c24aa tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 944 time: 0.0593657 Aug 30 01:18:25.764375 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-0c8f0503-70b8-48ff-a752-d1b72999aeb6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347178 Aug 30 01:18:25.767712 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2098e88-1942-4915-9918-b1e06edba913 admin admin] Publish callbacks [] for security_group (23d5bc36-8859-4572-b728-8c5bffaee072), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.814090 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1fd0d08-12a7-42a8-b716-d55c2bd4540c req-256b3dfa-4a7d-4b86-a818-760fead50a0b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969334 Aug 30 01:18:25.867236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59260) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:25.905450 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2098e88-1942-4915-9918-b1e06edba913 admin admin] Publish callbacks [] for security_group (23d5bc36-8859-4572-b728-8c5bffaee072), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.950820 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:26.066909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e720122-c69f-4179-8fbc-f729472a4c67 admin admin] Publish callbacks [] for security_group (7925a7df-91ac-45d6-bd73-f0d7582e8bfa), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.070192 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-5f70f535-0be2-4ede-8a53-678d128565ad service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903907 Aug 30 01:18:26.099748 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e720122-c69f-4179-8fbc-f729472a4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7925a7df-91ac-45d6-bd73-f0d7582e8bfa), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.107160 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:26.152153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9323-681a-4761-9bd8-861bfa6a6cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.153546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2098e88-1942-4915-9918-b1e06edba913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (23d5bc36-8859-4572-b728-8c5bffaee072), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.158981 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2098e88-1942-4915-9918-b1e06edba913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.164440 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f2098e88-1942-4915-9918-b1e06edba913 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/23d5bc36-8859-4572-b728-8c5bffaee072 HTTP/1.1" status: 204 len: 168 time: 0.5708289 Aug 30 01:18:26.203685 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9e720122-c69f-4179-8fbc-f729472a4c67 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=4de7d1725db046779e53b8ef175bb49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9281559 Aug 30 01:18:26.208090 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720122-c69f-4179-8fbc-f729472a4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7925a7df-91ac-45d6-bd73-f0d7582e8bfa,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:26.209197 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59276) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:26.222118 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2098e88-1942-4915-9918-b1e06edba913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5bc36-8859-4572-b728-8c5bffaee072,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:26.273173 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abfb3564-af65-4ef5-9b72-6a9c28d23df6 req-f776cb30-faf5-4db2-b5a4-39e0dc3f360a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955502 Aug 30 01:18:26.390909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9323-681a-4761-9bd8-861bfa6a6cc1 admin admin] Publish callbacks [] for security_group (79a1eabd-0fe2-4ae3-a663-58a57c9b0008), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.394063 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:26.418887 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:26.432352 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c8990fc-0979-421f-a4f7-72ceffaaea0a admin admin] Publish callbacks [] for security_group (7925a7df-91ac-45d6-bd73-f0d7582e8bfa), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.456984 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83d95f9d-945b-4916-bdf9-c95d4a1fd537 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:18:26.466340 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.510823 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c8990fc-0979-421f-a4f7-72ceffaaea0a admin admin] Publish callbacks [] for security_group (7925a7df-91ac-45d6-bd73-f0d7582e8bfa), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.555913 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9323-681a-4761-9bd8-861bfa6a6cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (79a1eabd-0fe2-4ae3-a663-58a57c9b0008), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.692306 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d9323-681a-4761-9bd8-861bfa6a6cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a1eabd-0fe2-4ae3-a663-58a57c9b0008,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:26.700772 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7f7d9323-681a-4761-9bd8-861bfa6a6cc1 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0c65a92eef9744e7ba23b4bb06dd1c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8319016 Aug 30 01:18:26.705086 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59300) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:26.786171 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d033a51-eb58-403b-a7b2-ddc83f5d372a req-fc0d48d9-11d2-48de-a87f-d35edef8fb05 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:26.790560 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8d033a51-eb58-403b-a7b2-ddc83f5d372a req-fc0d48d9-11d2-48de-a87f-d35edef8fb05 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1581998 Aug 30 01:18:26.803919 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c8990fc-0979-421f-a4f7-72ceffaaea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7925a7df-91ac-45d6-bd73-f0d7582e8bfa), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.809042 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c8990fc-0979-421f-a4f7-72ceffaaea0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.832320 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4c8990fc-0979-421f-a4f7-72ceffaaea0a admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7925a7df-91ac-45d6-bd73-f0d7582e8bfa HTTP/1.1" status: 204 len: 168 time: 0.6075871 Aug 30 01:18:26.837421 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59310) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:26.890904 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:26.896252 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8990fc-0979-421f-a4f7-72ceffaaea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7925a7df-91ac-45d6-bd73-f0d7582e8bfa,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:26.921884 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c820dd45-7ad0-4852-812b-56890e89d2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.936161 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8d033a51-eb58-403b-a7b2-ddc83f5d372a req-a1a13310-18cb-49cb-89df-ef0b4f583727 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318538 Aug 30 01:18:26.960863 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 83d95f9d-945b-4916-bdf9-c95d4a1fd537, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83d95f9d-945b-4916-bdf9-c95d4a1fd537,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:26.965502 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:26.981439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '83d95f9d-945b-4916-bdf9-c95d4a1fd537', 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59', 'port_id': '83d95f9d-945b-4916-bdf9-c95d4a1fd537', 'mac_address': 'fa:16:3e:64:1f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17aa8116-261f-4111-b907-0d1a3e8f908e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:18:27.041834 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:27.043112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.070599 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d95f9d-945b-4916-bdf9-c95d4a1fd537 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:18:27.073443 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-066ef7b7-1f8b-46f9-a755-119f2d3c862f admin admin] Publish callbacks [] for security_group (79a1eabd-0fe2-4ae3-a663-58a57c9b0008), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.107416 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 83d95f9d-945b-4916-bdf9-c95d4a1fd537, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83d95f9d-945b-4916-bdf9-c95d4a1fd537,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:27.113750 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.139062 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b4f19-1968-44f1-a37d-fe87cb033fbc req-eb915d22-0aa1-4ccd-9c2f-84e7b3a28e6e tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:27.141543 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-751b4f19-1968-44f1-a37d-fe87cb033fbc req-eb915d22-0aa1-4ccd-9c2f-84e7b3a28e6e tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 944 time: 0.1605690 Aug 30 01:18:27.151361 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-066ef7b7-1f8b-46f9-a755-119f2d3c862f admin admin] Publish callbacks [] for security_group (79a1eabd-0fe2-4ae3-a663-58a57c9b0008), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.232343 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=83d95f9d-945b-4916-bdf9-c95d4a1fd537,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:27.287377 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-751b4f19-1968-44f1-a37d-fe87cb033fbc req-5c3cb6a5-2894-42a5-bf9e-c3991394e19e tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253185 Aug 30 01:18:27.325497 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-066ef7b7-1f8b-46f9-a755-119f2d3c862f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (79a1eabd-0fe2-4ae3-a663-58a57c9b0008), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.330100 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-066ef7b7-1f8b-46f9-a755-119f2d3c862f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.333861 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-066ef7b7-1f8b-46f9-a755-119f2d3c862f admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/79a1eabd-0fe2-4ae3-a663-58a57c9b0008 HTTP/1.1" status: 204 len: 168 time: 0.6250989 Aug 30 01:18:27.355125 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ef7b7-1f8b-46f9-a755-119f2d3c862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a1eabd-0fe2-4ae3-a663-58a57c9b0008,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:27.368277 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c820dd45-7ad0-4852-812b-56890e89d2c0 admin admin] Publish callbacks [] for security_group (cf179741-a6a0-48c9-b359-5d941d9fc0ac), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.377109 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c820dd45-7ad0-4852-812b-56890e89d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (cf179741-a6a0-48c9-b359-5d941d9fc0ac), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.454460 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c820dd45-7ad0-4852-812b-56890e89d2c0 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=4f63c452341f48c5ab62568c94e3cdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5758924 Aug 30 01:18:27.454822 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59328) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:27.466131 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820dd45-7ad0-4852-812b-56890e89d2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf179741-a6a0-48c9-b359-5d941d9fc0ac,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:27.473514 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['83d95f9d-945b-4916-bdf9-c95d4a1fd537'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:18:27.570880 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da0c8c6e-419a-4552-965f-61832086f581 admin admin] Publish callbacks [] for security_group (cf179741-a6a0-48c9-b359-5d941d9fc0ac), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.620322 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-286458c8-21e3-4709-9864-7ef3ec28c2da service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1756949 Aug 30 01:18:27.626553 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da0c8c6e-419a-4552-965f-61832086f581 admin admin] Publish callbacks [] for security_group (cf179741-a6a0-48c9-b359-5d941d9fc0ac), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.722571 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13257be9-012b-4234-b167-d9ed4a9d3043 req-76e9adca-fbf9-4d8a-9a89-a72595804dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:27.724168 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13257be9-012b-4234-b167-d9ed4a9d3043 req-76e9adca-fbf9-4d8a-9a89-a72595804dcc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1129 time: 0.1181779 Aug 30 01:18:27.754330 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:27.806760 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13257be9-012b-4234-b167-d9ed4a9d3043 req-9da2e0e8-6b2a-40d2-baf0-ca7f0252e365 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742109 Aug 30 01:18:27.809215 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da0c8c6e-419a-4552-965f-61832086f581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (cf179741-a6a0-48c9-b359-5d941d9fc0ac), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.810615 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-ee4436a0-cdab-4475-8a64-9cd049172ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:27.812903 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da0c8c6e-419a-4552-965f-61832086f581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.813926 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-ee4436a0-cdab-4475-8a64-9cd049172ec6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 1129 time: 0.1493216 Aug 30 01:18:27.816814 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-da0c8c6e-419a-4552-965f-61832086f581 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/cf179741-a6a0-48c9-b359-5d941d9fc0ac HTTP/1.1" status: 204 len: 168 time: 0.3609099 Aug 30 01:18:27.835210 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c8c6e-419a-4552-965f-61832086f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf179741-a6a0-48c9-b359-5d941d9fc0ac,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:28.030613 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59346) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:28.051220 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8e5dec45-824e-44f3-a88f-0242f7dff52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.226738 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca2d88-37c7-4fc2-8e54-c5202a32a860 req-d9001179-c4f2-406c-bbc2-5ab29cbde389 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:28.228894 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-95ca2d88-37c7-4fc2-8e54-c5202a32a860 req-d9001179-c4f2-406c-bbc2-5ab29cbde389 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1128962 Aug 30 01:18:28.332031 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-365579df-a5d0-4096-84d2-7cbc8ad4452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:28.333600 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-365579df-a5d0-4096-84d2-7cbc8ad4452c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.2353559 Aug 30 01:18:28.346231 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8e5dec45-824e-44f3-a88f-0242f7dff52f admin admin] Publish callbacks [] for security_group (99766ba6-5ca2-458b-8af1-09af93c33734), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.353077 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8e5dec45-824e-44f3-a88f-0242f7dff52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (99766ba6-5ca2-458b-8af1-09af93c33734), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.369101 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-95ca2d88-37c7-4fc2-8e54-c5202a32a860 req-08fc071f-55f0-47b5-80e5-f987bd1da22f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240599 Aug 30 01:18:28.444203 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59360) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:28.506139 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-fb3ca9fe-24a4-4093-a390-512e8f609b8e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 HTTP/1.1" status: 200 len: 217 time: 0.1029894 Aug 30 01:18:28.507905 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03d9ef-b576-4df7-ba28-4f4f7a74e0e7 req-0437db51-a498-42d7-ab8a-e8c52deb320b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:28.512064 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a03d9ef-b576-4df7-ba28-4f4f7a74e0e7 req-0437db51-a498-42d7-ab8a-e8c52deb320b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 945 time: 0.0810089 Aug 30 01:18:28.512239 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8e5dec45-824e-44f3-a88f-0242f7dff52f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ebb248869d024171a9126701f6f27aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776738 Aug 30 01:18:28.512239 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dec45-824e-44f3-a88f-0242f7dff52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99766ba6-5ca2-458b-8af1-09af93c33734,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:28.514341 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59364) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:28.522785 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83d95f9d-945b-4916-bdf9-c95d4a1fd537 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:28.540154 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=74 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:28.566479 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:28.581421 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=52 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:28.599593 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:18:28.618411 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a03d9ef-b576-4df7-ba28-4f4f7a74e0e7 req-bbfdd1d6-e366-479b-a923-9866850cc842 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980992 Aug 30 01:18:28.627119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:28.627599 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.671156 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-db674000-fa86-4b6b-82b3-104a50d78f75 admin admin] Publish callbacks [] for security_group (99766ba6-5ca2-458b-8af1-09af93c33734), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.683062 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-a44e98a1-1d9e-4a73-a44e-c55e8bac7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:28.685070 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-a44e98a1-1d9e-4a73-a44e-c55e8bac7aa1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.1079884 Aug 30 01:18:28.703750 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-db674000-fa86-4b6b-82b3-104a50d78f75 admin admin] Publish callbacks [] for security_group (99766ba6-5ca2-458b-8af1-09af93c33734), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.815872 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-db674000-fa86-4b6b-82b3-104a50d78f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (99766ba6-5ca2-458b-8af1-09af93c33734), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.824279 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-db674000-fa86-4b6b-82b3-104a50d78f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.830210 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-db674000-fa86-4b6b-82b3-104a50d78f75 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/99766ba6-5ca2-458b-8af1-09af93c33734 HTTP/1.1" status: 204 len: 168 time: 0.3124104 Aug 30 01:18:28.832937 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:28.833362 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.847955 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db674000-fa86-4b6b-82b3-104a50d78f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99766ba6-5ca2-458b-8af1-09af93c33734,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:28.888603 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d95f9d-945b-4916-bdf9-c95d4a1fd537'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:28.892310 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8681e3b-daaa-43d7-85b5-de5a7aa665c4" -d '{"events": [{"server_uuid": "89032f52-7c5b-4ce4-bbb5-9358b2c1f80f", "name": "network-vif-plugged", "status": "completed", "tag": "83d95f9d-945b-4916-bdf9-c95d4a1fd537"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:28.911533 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 83d95f9d-945b-4916-bdf9-c95d4a1fd537, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83d95f9d-945b-4916-bdf9-c95d4a1fd537,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:28.926513 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.002805 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=83d95f9d-945b-4916-bdf9-c95d4a1fd537,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:29.026796 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e9a0dd-37a9-42a2-b75e-ca8a846f1159 x-openstack-request-id: req-88e9a0dd-37a9-42a2-b75e-ca8a846f1159 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:29.027678 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89032f52-7c5b-4ce4-bbb5-9358b2c1f80f", "name": "network-vif-plugged", "status": "completed", "tag": "83d95f9d-945b-4916-bdf9-c95d4a1fd537", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:29.027678 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88e9a0dd-37a9-42a2-b75e-ca8a846f1159 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:29.029029 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e9a0dd-37a9-42a2-b75e-ca8a846f1159'] response: {'server_uuid': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d95f9d-945b-4916-bdf9-c95d4a1fd537', 'code': 200} Aug 30 01:18:29.043462 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59380) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:29.080643 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5365931f-0f75-4d4f-a379-03834b0103ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.175256 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:29.315480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5365931f-0f75-4d4f-a379-03834b0103ff admin admin] Publish callbacks [] for security_group (5fe80294-3c9b-4946-8573-c37bdee4d0ed), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.323836 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-d8a74834-e173-4ae5-af03-bc89b2e0856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:29.327718 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-d8a74834-e173-4ae5-af03-bc89b2e0856a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1355402 Aug 30 01:18:29.330142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5365931f-0f75-4d4f-a379-03834b0103ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5fe80294-3c9b-4946-8573-c37bdee4d0ed), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.497813 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5365931f-0f75-4d4f-a379-03834b0103ff admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7dd8aa7f0b654dd1bd05af1ea56e6aee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0092645 Aug 30 01:18:29.500982 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a19905c6-8075-4cc7-bbee-e92ae1248705 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=585255dc2f0344dbbad821bf1110cda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554484 Aug 30 01:18:29.502550 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59398) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:29.504850 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59400) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:29.518568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365931f-0f75-4d4f-a379-03834b0103ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe80294-3c9b-4946-8573-c37bdee4d0ed,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:29.641771 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-ad3e1c00-50ba-48b6-921a-e5e663e57849 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864788 Aug 30 01:18:29.642460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d9551-df98-4965-873d-8b2306a75c84 req-68f71222-4d06-43f7-ae30-cacd096682f1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:29.644179 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-480d9551-df98-4965-873d-8b2306a75c84 req-68f71222-4d06-43f7-ae30-cacd096682f1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1193504 Aug 30 01:18:29.687357 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54e7-245e-43c3-9aa9-dcb8edf32716 admin admin] Publish callbacks [] for security_group (5fe80294-3c9b-4946-8573-c37bdee4d0ed), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.728456 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8177f144-a86e-4ba7-8345-ad93e0db5298 admin admin] Publish callbacks [] for security_group (35b4344e-01d0-4c0c-880f-9e3161f7579f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.772445 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8177f144-a86e-4ba7-8345-ad93e0db5298 admin admin] Publish callbacks [] for security_group (35b4344e-01d0-4c0c-880f-9e3161f7579f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.790855 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:29.844672 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54e7-245e-43c3-9aa9-dcb8edf32716 admin admin] Publish callbacks [] for security_group (5fe80294-3c9b-4946-8573-c37bdee4d0ed), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.856450 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59410) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:29.935769 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8d50bea-d9e8-4eae-8262-fa243dbb0d01 req-5509a7a2-7918-4faf-9afc-68072836c23f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848208 Aug 30 01:18:29.948057 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb9653-3b82-45da-a451-32defb9fee54 req-69846d2c-9250-4c8d-8eb1-b42f8393a946 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:29.960269 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e0bb9653-3b82-45da-a451-32defb9fee54 req-69846d2c-9250-4c8d-8eb1-b42f8393a946 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 946 time: 0.1383197 Aug 30 01:18:29.972602 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee51099-355f-4fdc-a648-464bf387696e req-d20bd536-2860-4d56-b04b-5e1c5ed5c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:29.976935 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fee51099-355f-4fdc-a648-464bf387696e req-d20bd536-2860-4d56-b04b-5e1c5ed5c076 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 1130 time: 0.1869538 Aug 30 01:18:30.006359 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-480d9551-df98-4965-873d-8b2306a75c84 req-503861b0-5f5d-4ec2-8306-b3818138e1cc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481035 Aug 30 01:18:30.078616 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e0bb9653-3b82-45da-a451-32defb9fee54 req-723ff95c-a802-47ce-8f12-3b74d83f7457 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169803 Aug 30 01:18:30.100037 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8177f144-a86e-4ba7-8345-ad93e0db5298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (35b4344e-01d0-4c0c-880f-9e3161f7579f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.100037 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8177f144-a86e-4ba7-8345-ad93e0db5298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.100037 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8177f144-a86e-4ba7-8345-ad93e0db5298 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/35b4344e-01d0-4c0c-880f-9e3161f7579f HTTP/1.1" status: 204 len: 168 time: 0.5874829 Aug 30 01:18:30.137637 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177f144-a86e-4ba7-8345-ad93e0db5298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4344e-01d0-4c0c-880f-9e3161f7579f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:30.146192 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fee51099-355f-4fdc-a648-464bf387696e req-a10a5752-6731-4cc0-9818-4aad21b5d5ae service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324134 Aug 30 01:18:30.149255 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54e7-245e-43c3-9aa9-dcb8edf32716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5fe80294-3c9b-4946-8573-c37bdee4d0ed), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.155981 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bfbc54e7-245e-43c3-9aa9-dcb8edf32716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.160025 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-bfbc54e7-245e-43c3-9aa9-dcb8edf32716 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/5fe80294-3c9b-4946-8573-c37bdee4d0ed HTTP/1.1" status: 204 len: 168 time: 0.6541033 Aug 30 01:18:30.175035 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc54e7-245e-43c3-9aa9-dcb8edf32716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe80294-3c9b-4946-8573-c37bdee4d0ed,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:30.317722 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160034904-network', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:30.348195 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Made reservation on behalf of 089c19009d374769a0d5bd5a82acaaa7 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:30.352080 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.364340 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.448453 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:30.482230 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks [] for security_group (90e5eefb-cb9d-47e3-bf43-a646b11f1f5f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.495690 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (90e5eefb-cb9d-47e3-bf43-a646b11f1f5f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.546869 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:18:30.569063 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:30.582444 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e5eefb-cb9d-47e3-bf43-a646b11f1f5f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:30.589275 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (52baeef1-18fd-491e-86da-b900a168ddf3), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.589924 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Added segment 52baeef1-18fd-491e-86da-b900a168ddf3 of type vlan for network d49c1cad-8850-407e-b0e1-c419feebc1a4 Aug 30 01:18:30.599291 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4830-1cef-4af6-8cdd-c14fe7281698 req-ec7d0d93-f354-470c-88e6-e36422eecb53 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:30.601428 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a27f4830-1cef-4af6-8cdd-c14fe7281698 req-ec7d0d93-f354-470c-88e6-e36422eecb53 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1152749 Aug 30 01:18:30.650551 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (d49c1cad-8850-407e-b0e1-c419feebc1a4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.689191 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (d49c1cad-8850-407e-b0e1-c419feebc1a4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.690226 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:30.690853 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.696858 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a27f4830-1cef-4af6-8cdd-c14fe7281698 req-33d87b50-df0d-42d4-a835-b6a27b6bf3bc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882137 Aug 30 01:18:30.745542 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8874474 Aug 30 01:18:30.748521 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59444) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:30.754860 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Request body: {'subnet': {'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160034904-subnet', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:30.782787 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Made reservation on behalf of 089c19009d374769a0d5bd5a82acaaa7 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:30.788443 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.911478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-388ef500-2a7a-490e-9580-a71a7900e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:30.913595 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-388ef500-2a7a-490e-9580-a71a7900e8e5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1129 time: 0.0651927 Aug 30 01:18:30.928755 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:30.955343 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59450) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:31.032487 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75a30485-00b6-46d2-951d-6b3bc17aa3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.169333 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af77f-bece-4e34-90d0-a777d5cb52f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d49c1cad-8850-407e-b0e1-c419feebc1a4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:31.184015 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:31.244677 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-26871547-15b2-467e-889c-5e33557089e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:31.250848 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-26871547-15b2-467e-889c-5e33557089e2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.3103850 Aug 30 01:18:31.293845 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c19a58-84b9-42d1-89d6-ffd74909ca11 req-efd8fd45-4cda-46a2-ac1b-b1c4df182793 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:31.296255 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-42c19a58-84b9-42d1-89d6-ffd74909ca11 req-efd8fd45-4cda-46a2-ac1b-b1c4df182793 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 946 time: 0.0781739 Aug 30 01:18:31.380635 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-42c19a58-84b9-42d1-89d6-ffd74909ca11 req-6f748d63-6fdf-4d44-9872-0532878ee86f tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Aug 30 01:18:31.424150 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (514fa799-c64d-42dd-a131-955fa820e4b9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.773900 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-9ec8b36e-b294-460b-bfde-472cca95e15d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 200 len: 217 time: 0.0592513 Aug 30 01:18:31.779657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75a30485-00b6-46d2-951d-6b3bc17aa3c8 admin admin] Publish callbacks [] for security_group (10b62bfb-fca5-4d70-ab5c-7684fd39b342), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.801246 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75a30485-00b6-46d2-951d-6b3bc17aa3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (10b62bfb-fca5-4d70-ab5c-7684fd39b342), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.841774 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:31.869425 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514fa799-c64d-42dd-a131-955fa820e4b9,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:31.946397 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Checking segment: {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:31.946844 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Network hostable DHCP agents. Network: d49c1cad-8850-407e-b0e1-c419feebc1a4, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:31.967270 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-75a30485-00b6-46d2-951d-6b3bc17aa3c8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=d2813420736a4b81915e556a1c2a266b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0095372 Aug 30 01:18:31.970825 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59482) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:31.995967 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-9ceded34-bf99-476d-9cc6-ef7e18688c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:31.997819 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-9ceded34-bf99-476d-9cc6-ef7e18688c0e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.2093792 Aug 30 01:18:31.998571 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a30485-00b6-46d2-951d-6b3bc17aa3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b62bfb-fca5-4d70-ab5c-7684fd39b342,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:32.034804 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:32.064965 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3cfa0-5c40-48fe-9f84-d09050bc4813 req-fe3b80d9-0323-40da-917e-171b45cf56dc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:32.072485 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c4d3cfa0-5c40-48fe-9f84-d09050bc4813 req-fe3b80d9-0323-40da-917e-171b45cf56dc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1643915 Aug 30 01:18:32.105904 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, d49c1cad-8850-407e-b0e1-c419feebc1a4) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:32.111579 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:32.112305 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.127208 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95007197-b5b4-4a00-92fd-49c82357533e None None] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:32.129846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-75940dea-1b79-4857-9a23-f10f85f5abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:32.131876 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-75940dea-1b79-4857-9a23-f10f85f5abd4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1158168 Aug 30 01:18:32.140878 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:32.144120 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b5e1-5125-45dd-9df1-8d7fad175337 admin admin] Publish callbacks [] for security_group (10b62bfb-fca5-4d70-ab5c-7684fd39b342), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.175712 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c4d3cfa0-5c40-48fe-9f84-d09050bc4813 req-dcd28eae-d3bc-46ff-9a91-9d62118aae02 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020727 Aug 30 01:18:32.192646 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3ad4d86c-9ace-4ab8-a490-d87a826cf805 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4423435 Aug 30 01:18:32.195515 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59492) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:32.212305 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:32.216637 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:32.225792 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b5e1-5125-45dd-9df1-8d7fad175337 admin admin] Publish callbacks [] for security_group (10b62bfb-fca5-4d70-ab5c-7684fd39b342), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.278726 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:32.319223 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (805c9c3c-2867-483b-bd7b-6d6c5425755a), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.320414 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (805c9c3c-2867-483b-bd7b-6d6c5425755a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.339939 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b5e1-5125-45dd-9df1-8d7fad175337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (10b62bfb-fca5-4d70-ab5c-7684fd39b342), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.343514 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b5e1-5125-45dd-9df1-8d7fad175337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.345575 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b4c9b5e1-5125-45dd-9df1-8d7fad175337 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/10b62bfb-fca5-4d70-ab5c-7684fd39b342 HTTP/1.1" status: 204 len: 168 time: 0.3711371 Aug 30 01:18:32.365084 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9b5e1-5125-45dd-9df1-8d7fad175337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b62bfb-fca5-4d70-ab5c-7684fd39b342,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:32.413037 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-d49c1cad-8850-407e-b0e1-c419feebc1a4', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:18:32.418290 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.431874 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-60032d13-499c-449a-bac8-d497d97df265 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679317 Aug 30 01:18:32.696303 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:32.729608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks [] for router_controller (805c9c3c-2867-483b-bd7b-6d6c5425755a), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.826316 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Allocated IP 172.20.0.2 (d49c1cad-8850-407e-b0e1-c419feebc1a4/514fa799-c64d-42dd-a131-955fa820e4b9/ef769a49-b9d8-4fb2-bab4-014f35d6ba17) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:32.832309 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f6f66-e456-4101-acca-253d86c55a00 req-8cd107b5-38b4-4db5-98bf-a749199460af tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:32.850120 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-404f6f66-e456-4101-acca-253d86c55a00 req-8cd107b5-38b4-4db5-98bf-a749199460af tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 946 time: 0.2461812 Aug 30 01:18:32.963787 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-404f6f66-e456-4101-acca-253d86c55a00 req-9977d694-9361-47d3-82e3-9d6f6287c811 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118221 Aug 30 01:18:32.991946 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0019a649-d443-4dc2-bec1-1ea0ca030325 req-45cd79d9-6c7d-4908-99b4-8aa28d973e71 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308702 Aug 30 01:18:33.003567 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks [] for router_gateway (805c9c3c-2867-483b-bd7b-6d6c5425755a), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.187291 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Publish callbacks [] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.220268 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.407597 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Pushing event updated for resources: {'Port': ['ID=ef769a49-b9d8-4fb2-bab4-014f35d6ba17,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:33.433806 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:33.436483 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:33.439961 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:33.463417 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks [] for router_gateway (805c9c3c-2867-483b-bd7b-6d6c5425755a), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.529055 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.632253 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Attempting to bind port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:33.632998 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Attempting to bind port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:33.637850 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Attempting to bind port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 on network d49c1cad-8850-407e-b0e1-c419feebc1a4 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:33.651745 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:33.653255 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Checking segment: {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:33.654298 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.656435 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e9d24-a744-4f2f-abc7-81b9632cb2e8 req-e76b39e8-91a9-4a6e-95a6-ad3e419c648c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:33.658646 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Bound using segment: {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:33.660615 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Bound port: ef769a49-b9d8-4fb2-bab4-014f35d6ba17, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:33.662014 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.663694 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec0e9d24-a744-4f2f-abc7-81b9632cb2e8 req-e76b39e8-91a9-4a6e-95a6-ad3e419c648c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.2094722 Aug 30 01:18:33.837599 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] For port ef769a49-b9d8-4fb2-bab4-014f35d6ba17, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:33.845129 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] For port ef769a49-b9d8-4fb2-bab4-014f35d6ba17, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=ef769a49-b9d8-4fb2-bab4-014f35d6ba17,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:33.859778 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.018693 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec0e9d24-a744-4f2f-abc7-81b9632cb2e8 req-7c2a8f3e-c294-47df-91e2-9e44e41f9113 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418331 Aug 30 01:18:34.038911 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81311b53-99af-4a84-b75b-d4b9bea938ca None None] Pushing event updated for resources: {'Port': ['ID=ef769a49-b9d8-4fb2-bab4-014f35d6ba17,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:34.041212 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:34.071679 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Allocated IP 172.27.3.157 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/ccac506b-a27d-4499-a7a1-132a9d02f1db) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:34.418795 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:34.422559 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-755892a7-eb12-4a1d-9e27-d07ebda1f56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.584720 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks [] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.739200 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.835097 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:34.843893 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:34.852015 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:34.979926 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Pushing event updated for resources: {'Port': ['ID=ccac506b-a27d-4499-a7a1-132a9d02f1db,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:35.112056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f780a-361b-4dd8-b9f9-378bee564005 req-456c3515-437f-4fcd-8f9e-13ccd30aaff9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:35.123015 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c63f780a-361b-4dd8-b9f9-378bee564005 req-456c3515-437f-4fcd-8f9e-13ccd30aaff9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1452725 Aug 30 01:18:35.194960 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c63f780a-361b-4dd8-b9f9-378bee564005 req-d65933b5-12db-4a13-99ac-ad5b7048c09c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700357 Aug 30 01:18:35.196792 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a50ab2-0e7b-4284-82d7-643eb357c00c req-2ee9b5a1-98ca-496f-82a2-32321724a7a6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:35.199277 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-56a50ab2-0e7b-4284-82d7-643eb357c00c req-2ee9b5a1-98ca-496f-82a2-32321724a7a6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0873930 Aug 30 01:18:35.296362 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks [] for router_gateway (805c9c3c-2867-483b-bd7b-6d6c5425755a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.316824 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-56a50ab2-0e7b-4284-82d7-643eb357c00c req-72a7cbf7-7f3f-4988-aee7-fc22830f3fc6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949543 Aug 30 01:18:35.660769 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (805c9c3c-2867-483b-bd7b-6d6c5425755a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.914601 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab2f7c-b962-4c51-9238-f685f16d7fbe None None] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:36.001590 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Router 805c9c3c-2867-483b-bd7b-6d6c5425755a is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:18:36.038213 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ff2eb0cb-76e1-485f-9f39-a5a57505e9c7 None None] Provisioning complete for port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:36.040064 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ff2eb0cb-76e1-485f-9f39-a5a57505e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.115112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:36.159163 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:36.164650 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:36.188445 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.193956 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-336541dc-9872-417b-8425-d7a1a0723703 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9865267 Aug 30 01:18:36.194768 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59674) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:36.354552 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Sync routers for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:36.398293 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:36.402023 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:36.403115 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:36.481719 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ff2eb0cb-76e1-485f-9f39-a5a57505e9c7 None None] Current status of the port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:36.482568 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ff2eb0cb-76e1-485f-9f39-a5a57505e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.540887 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1af226-3dac-4c60-abc1-133e66d44212 req-158f4853-793c-470f-ac81-2ef56d034948 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:36.540887 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0b1af226-3dac-4c60-abc1-133e66d44212 req-158f4853-793c-470f-ac81-2ef56d034948 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1569202 Aug 30 01:18:36.585769 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ff2eb0cb-76e1-485f-9f39-a5a57505e9c7 None None] For port ef769a49-b9d8-4fb2-bab4-014f35d6ba17, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=ef769a49-b9d8-4fb2-bab4-014f35d6ba17,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:36.597453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ef769a49-b9d8-4fb2-bab4-014f35d6ba17 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:36.618316 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ff2eb0cb-76e1-485f-9f39-a5a57505e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.718405 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0b1af226-3dac-4c60-abc1-133e66d44212 req-e1b26a18-b7ff-4c7b-94f5-f8e9ff351011 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729150 Aug 30 01:18:36.741557 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc7a63-90b0-47cb-b69a-f256fdcaf1cb req-9ca6a3f5-15d8-4e47-a261-d794200adb58 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:36.755898 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-11bc7a63-90b0-47cb-b69a-f256fdcaf1cb req-9ca6a3f5-15d8-4e47-a261-d794200adb58 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.1479614 Aug 30 01:18:36.842643 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:36.862004 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-abd8972a-7fd7-4c99-901c-3316d06ebb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.868141 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:36.913018 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-11bc7a63-90b0-47cb-b69a-f256fdcaf1cb req-ffeef1e0-f703-4a84-84ed-b65c2ee78e99 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556845 Aug 30 01:18:36.923488 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eb0cb-76e1-485f-9f39-a5a57505e9c7 None None] Pushing event updated for resources: {'Port': ['ID=ef769a49-b9d8-4fb2-bab4-014f35d6ba17,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:36.928091 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:37.063386 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:37.063386 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.306359 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8e4c076e-1268-45f9-b5c9-4fa1744b4294 None None] Provisioning complete for port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:37.306732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e4c076e-1268-45f9-b5c9-4fa1744b4294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.334693 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:37.398145 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.400801 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:34Z', 'revision_number': 3, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:37.454300 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Checking router: 805c9c3c-2867-483b-bd7b-6d6c5425755a for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:37.454300 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Updating router 805c9c3c-2867-483b-bd7b-6d6c5425755a port ccac506b-a27d-4499-a7a1-132a9d02f1db binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:18:37.511246 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c076e-1268-45f9-b5c9-4fa1744b4294 None None] Current status of the port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:37.526220 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.665671 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:37.722487 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Allocated IP 172.20.0.1 (d49c1cad-8850-407e-b0e1-c419feebc1a4/514fa799-c64d-42dd-a131-955fa820e4b9/d3c89d50-b114-4cdf-a02f-47c630805838) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:37.851243 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:38.005219 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab78845-8d5e-47e5-86d2-2a262123ef41 req-050b86ba-9be0-4a27-a7b0-47c1e1c3341f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:38.006870 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ab78845-8d5e-47e5-86d2-2a262123ef41 req-050b86ba-9be0-4a27-a7b0-47c1e1c3341f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1310930 Aug 30 01:18:38.021222 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Publish callbacks [] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.034709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.058262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks [] for port (d3c89d50-b114-4cdf-a02f-47c630805838), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.107064 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Attempting to bind port ccac506b-a27d-4499-a7a1-132a9d02f1db on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:38.108234 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Attempting to bind port ccac506b-a27d-4499-a7a1-132a9d02f1db by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:38.109148 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Attempting to bind port ccac506b-a27d-4499-a7a1-132a9d02f1db on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:38.133671 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:38.146673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:38.146673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.146673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:38.146673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Bound port: ccac506b-a27d-4499-a7a1-132a9d02f1db, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:38.146673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.152609 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ab78845-8d5e-47e5-86d2-2a262123ef41 req-87b48165-d0a1-42ea-a37e-4d10178253e8 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150928 Aug 30 01:18:38.164457 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.196448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1f409-3b3f-432a-94c0-6afe36d92da8 None None] Pushing event updated for resources: {'Port': ['ID=ccac506b-a27d-4499-a7a1-132a9d02f1db,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:38.245128 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:38.255482 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:38.257707 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] For port ccac506b-a27d-4499-a7a1-132a9d02f1db, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:38.259883 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:38.262694 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] For port ccac506b-a27d-4499-a7a1-132a9d02f1db, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=ccac506b-a27d-4499-a7a1-132a9d02f1db,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:38.268489 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c89d50-b114-4cdf-a02f-47c630805838,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:38.275132 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.342816 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:38.344150 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:38.349745 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (805c9c3c-2867-483b-bd7b-6d6c5425755a), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.407808 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:38.417583 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1f409-3b3f-432a-94c0-6afe36d92da8 None None] Pushing event updated for resources: {'Port': ['ID=ccac506b-a27d-4499-a7a1-132a9d02f1db,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:38.457219 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ef769a49-b9d8-4fb2-bab4-014f35d6ba17 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:38.481162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:38.533490 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.537822 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:38.565619 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.618416 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8f7314cb-0c30-4154-b1c8-fd455263fbbe None None] Provisioning complete for port d3c89d50-b114-4cdf-a02f-47c630805838 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:38.618773 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8f7314cb-0c30-4154-b1c8-fd455263fbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.675038 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:38.675398 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.697728 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8f7314cb-0c30-4154-b1c8-fd455263fbbe None None] Port d3c89d50-b114-4cdf-a02f-47c630805838 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:38.802077 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks [] for port (d3c89d50-b114-4cdf-a02f-47c630805838), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.808085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.888289 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c89d50-b114-4cdf-a02f-47c630805838,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:38.892234 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (805c9c3c-2867-483b-bd7b-6d6c5425755a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.980325 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:38.981949 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:34Z', 'revision_number': 3, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:39.014359 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4322ae-9a1c-4f5e-8b19-b4286b423e13 None None] The sync data for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi is: [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:34Z', 'revision_number': 3, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:39.098403 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:39.100913 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:39.262973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.300141 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Router 805c9c3c-2867-483b-bd7b-6d6c5425755a has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:39.443400 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f385d4e3-eed3-4bee-aa12-ea7ffeeb0060 None None] Provisioning complete for port d3c89d50-b114-4cdf-a02f-47c630805838 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:39.444289 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f385d4e3-eed3-4bee-aa12-ea7ffeeb0060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.472535 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.485069 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e361b-565d-4ff9-bbca-7e6a0306879a req-e3c47cf3-5ea5-4b83-b625-b2966d6290b0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:39.486697 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260e361b-565d-4ff9-bbca-7e6a0306879a req-e3c47cf3-5ea5-4b83-b625-b2966d6290b0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0985956 Aug 30 01:18:39.495155 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f385d4e3-eed3-4bee-aa12-ea7ffeeb0060 None None] Port d3c89d50-b114-4cdf-a02f-47c630805838 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:39.530308 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:39.540595 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-07921ce4-a541-4771-993e-737e4d87d04d admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/805c9c3c-2867-483b-bd7b-6d6c5425755a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3442137 Aug 30 01:18:39.572867 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260e361b-565d-4ff9-bbca-7e6a0306879a req-09413bd4-271a-4707-8c06-b86067b487e0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796728 Aug 30 01:18:39.845923 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.225661 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.336038 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59766) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:40.343252 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1183611996-network', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:40.369622 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Made reservation on behalf of c605301a5cd5456bbafb025dc67a0cac for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:40.372267 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.384333 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.418865 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ccac506b-a27d-4499-a7a1-132a9d02f1db up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:40.480808 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port ccac506b-a27d-4499-a7a1-132a9d02f1db triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:40.481551 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.531785 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:40.539865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks [] for security_group (f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.547370 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.580152 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:40.601792 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:40.605640 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (f3a3398e-5b19-429a-a1f0-7122dcf08905), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.606150 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Added segment f3a3398e-5b19-429a-a1f0-7122dcf08905 of type vlan for network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 Aug 30 01:18:40.616546 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port ccac506b-a27d-4499-a7a1-132a9d02f1db is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:40.617461 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.627613 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.627955 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.628342 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.628661 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.629185 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.629505 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.630047 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.630323 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.630856 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.631383 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.631911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.631911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.632701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.632701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.632701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:40.687411 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port ccac506b-a27d-4499-a7a1-132a9d02f1db, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=ccac506b-a27d-4499-a7a1-132a9d02f1db,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:40.694836 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.696499 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (4b7ff789-605a-47ad-8ba8-7f0e0db63cb0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.786391 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbf92d-9572-4f88-b81d-2a373a9e1be6 req-e7cd2a52-cb61-4ef0-bba8-90da2e50b89d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.794344 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10fbf92d-9572-4f88-b81d-2a373a9e1be6 req-e7cd2a52-cb61-4ef0-bba8-90da2e50b89d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0676081 Aug 30 01:18:40.794564 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=ccac506b-a27d-4499-a7a1-132a9d02f1db,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:40.798310 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (4b7ff789-605a-47ad-8ba8-7f0e0db63cb0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.799471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.800209 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.903620 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5663517 Aug 30 01:18:40.908555 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59778) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:40.915781 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Request body: {'subnet': {'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1183611996-subnet', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:40.916019 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6644a2a-2779-421a-85e2-6d81550affa5 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7ff789-605a-47ad-8ba8-7f0e0db63cb0,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:40.937918 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10fbf92d-9572-4f88-b81d-2a373a9e1be6 req-89f0f26e-1172-434b-8647-0328e2f712b7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412551 Aug 30 01:18:40.947311 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:40.972275 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Made reservation on behalf of c605301a5cd5456bbafb025dc67a0cac for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:40.983764 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345270'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.112446 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:41.163301 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59788) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:41.175493 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-27b7aaf0-65fb-4b5f-b7ad-e0b544b1dc25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158186747', 'description': 'tempest-description--164711962'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:41.271716 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-27b7aaf0-65fb-4b5f-b7ad-e0b544b1dc25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.460270 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Sync routers for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:41.473799 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2128027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345248'] for subnet (a4c68904-e23a-4be7-85ec-6caeed977db2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.484211 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-27b7aaf0-65fb-4b5f-b7ad-e0b544b1dc25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group (88202504-0353-4c54-901c-3cf66976be0a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.486812 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:41.499948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-27b7aaf0-65fb-4b5f-b7ad-e0b544b1dc25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (88202504-0353-4c54-901c-3cf66976be0a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.502812 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:41.503473 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:41.574882 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:41.582207 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7aaf0-65fb-4b5f-b7ad-e0b544b1dc25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88202504-0353-4c54-901c-3cf66976be0a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:41.605926 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-27b7aaf0-65fb-4b5f-b7ad-e0b544b1dc25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.610076 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-27b7aaf0-65fb-4b5f-b7ad-e0b544b1dc25 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4446464 Aug 30 01:18:41.615297 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59808) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:41.629965 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-cef60ab5-f4ad-408d-ac76-e79735f1c75d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'security_group_rule': {'security_group_id': '88202504-0353-4c54-901c-3cf66976be0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:41.670547 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c68904-e23a-4be7-85ec-6caeed977db2,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:41.764306 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cef60ab5-f4ad-408d-ac76-e79735f1c75d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group_rule (6b219251-28e0-4e0e-b2e3-c2aee9ecfa69), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.782790 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:41.820787 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Checking segment: {'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:41.821607 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Network hostable DHCP agents. Network: 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:41.860227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:41.917456 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:41.925013 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:41.926254 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.950852 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d94f7a-e7fb-4e7a-bf85-1d45583b6fd6 None None] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:41.955566 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:41.973784 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c7d677ad-4398-44f3-9b9d-7d87193db4d9 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0620103 Aug 30 01:18:41.975312 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59822) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:41.984931 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:42.005396 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cef60ab5-f4ad-408d-ac76-e79735f1c75d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group_rule (6b219251-28e0-4e0e-b2e3-c2aee9ecfa69), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.017379 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cef60ab5-f4ad-408d-ac76-e79735f1c75d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (6b219251-28e0-4e0e-b2e3-c2aee9ecfa69), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.069745 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (68b9f123-465c-4daa-97f3-9a26492d357c), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.072596 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (68b9f123-465c-4daa-97f3-9a26492d357c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.099981 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef60ab5-f4ad-408d-ac76-e79735f1c75d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b219251-28e0-4e0e-b2e3-c2aee9ecfa69,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:42.123407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cef60ab5-f4ad-408d-ac76-e79735f1c75d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.131120 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cef60ab5-f4ad-408d-ac76-e79735f1c75d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5131955 Aug 30 01:18:42.135322 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59830) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:42.146095 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-95bbcde2-bb8a-4440-af5b-c050e5f6bd61 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'security_group_rule': {'security_group_id': '88202504-0353-4c54-901c-3cf66976be0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:42.193946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59832) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:42.219791 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 2, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:42.245683 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks [] for router_controller (68b9f123-465c-4daa-97f3-9a26492d357c), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.272921 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Checking router: 805c9c3c-2867-483b-bd7b-6d6c5425755a for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:42.273659 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Updating router 805c9c3c-2867-483b-bd7b-6d6c5425755a port d3c89d50-b114-4cdf-a02f-47c630805838 binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:18:42.297600 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95bbcde2-bb8a-4440-af5b-c050e5f6bd61 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group_rule (92d023bf-5d29-45f5-b818-932e453b551e), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.374285 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.376617 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2c1ff-2c23-4294-a4c3-ce5e5d9df1a7 req-e0c4679b-656c-42c4-ba80-9abc5bcaa638 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:42.378604 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bcb2c1ff-2c23-4294-a4c3-ce5e5d9df1a7 req-e0c4679b-656c-42c4-ba80-9abc5bcaa638 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1857400 Aug 30 01:18:42.387572 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-4b7ff789-605a-47ad-8ba8-7f0e0db63cb0', 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0', 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'fixed_ips': [{'subnet_id': 'a4c68904-e23a-4be7-85ec-6caeed977db2'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:18:42.411909 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.475592 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8a076fa3-443f-4492-b274-94f1162402f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.493066 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ccac506b-a27d-4499-a7a1-132a9d02f1db up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:42.532145 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bcb2c1ff-2c23-4294-a4c3-ce5e5d9df1a7 req-0fdcdcfa-e73b-4e5f-8ed6-e183c920e63d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408579 Aug 30 01:18:42.616436 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95bbcde2-bb8a-4440-af5b-c050e5f6bd61 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group_rule (92d023bf-5d29-45f5-b818-932e453b551e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.630994 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks [] for router_gateway (68b9f123-465c-4daa-97f3-9a26492d357c), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.639297 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95bbcde2-bb8a-4440-af5b-c050e5f6bd61 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (92d023bf-5d29-45f5-b818-932e453b551e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.760601 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbcde2-bb8a-4440-af5b-c050e5f6bd61 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d023bf-5d29-45f5-b818-932e453b551e,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:42.814789 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95bbcde2-bb8a-4440-af5b-c050e5f6bd61 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.817791 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-95bbcde2-bb8a-4440-af5b-c050e5f6bd61 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6809609 Aug 30 01:18:42.822792 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59848) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:42.835624 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:42.881463 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port ccac506b-a27d-4499-a7a1-132a9d02f1db triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:42.882028 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.928431 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8a076fa3-443f-4492-b274-94f1162402f6 admin admin] Publish callbacks [] for security_group (b43d74d9-6d4d-45fb-bad8-ce1657be2520), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.932156 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.944532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8a076fa3-443f-4492-b274-94f1162402f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (b43d74d9-6d4d-45fb-bad8-ce1657be2520), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.006591 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Publish callbacks [] for port (d3c89d50-b114-4cdf-a02f-47c630805838), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.019817 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.085660 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.110348 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks [] for router_gateway (68b9f123-465c-4daa-97f3-9a26492d357c), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.115378 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port ccac506b-a27d-4499-a7a1-132a9d02f1db is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:43.153143 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.179524 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8a076fa3-443f-4492-b274-94f1162402f6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=43adb894c667464a944b9e6da549c496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9838030 Aug 30 01:18:43.190111 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a076fa3-443f-4492-b274-94f1162402f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43d74d9-6d4d-45fb-bad8-ce1657be2520,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.190408 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Allocated IP 172.20.0.2 (4b7ff789-605a-47ad-8ba8-7f0e0db63cb0/a4c68904-e23a-4be7-85ec-6caeed977db2/3dc948d9-7475-4832-8b8d-1ce9df6561b7) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:43.196913 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59856) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:43.302952 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Pushing event updated for resources: {'Port': ['ID=d3c89d50-b114-4cdf-a02f-47c630805838,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.307689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.315211 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.362995 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.364106 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.365022 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.365915 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.366745 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.367580 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.368415 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.369076 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.369940 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.370826 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.371653 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.372598 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.374045 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.374719 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.375373 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:43.415578 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Attempting to bind port d3c89d50-b114-4cdf-a02f-47c630805838 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:43.417359 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aac36c32-b8fb-46e1-a041-dedfe0401409 admin admin] Publish callbacks [] for security_group (b43d74d9-6d4d-45fb-bad8-ce1657be2520), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.418569 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Attempting to bind port d3c89d50-b114-4cdf-a02f-47c630805838 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:43.420130 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Attempting to bind port d3c89d50-b114-4cdf-a02f-47c630805838 on network d49c1cad-8850-407e-b0e1-c419feebc1a4 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:43.430584 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:43.431860 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Checking segment: {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:43.433067 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.434236 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Bound using segment: {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:43.436531 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Bound port: d3c89d50-b114-4cdf-a02f-47c630805838, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:43.437840 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.445869 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.462053 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aac36c32-b8fb-46e1-a041-dedfe0401409 admin admin] Publish callbacks [] for security_group (b43d74d9-6d4d-45fb-bad8-ce1657be2520), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.464040 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Allocated IP 172.27.3.24 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:43.520406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.534115 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.561013 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Publish callbacks [] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.562039 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] For port d3c89d50-b114-4cdf-a02f-47c630805838, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:43.567720 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] For port d3c89d50-b114-4cdf-a02f-47c630805838, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=d3c89d50-b114-4cdf-a02f-47c630805838,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:43.573008 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aac36c32-b8fb-46e1-a041-dedfe0401409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (b43d74d9-6d4d-45fb-bad8-ce1657be2520), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.574408 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.579491 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.589459 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aac36c32-b8fb-46e1-a041-dedfe0401409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.592219 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-aac36c32-b8fb-46e1-a041-dedfe0401409 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/b43d74d9-6d4d-45fb-bad8-ce1657be2520 HTTP/1.1" status: 204 len: 168 time: 0.3827124 Aug 30 01:18:43.615776 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac36c32-b8fb-46e1-a041-dedfe0401409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43d74d9-6d4d-45fb-bad8-ce1657be2520,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.652747 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:43.654552 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:43.682212 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:43.705054 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:43.712871 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:43.720046 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.738984 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2ddc-18a8-4f64-b29c-783e13c76788 None None] Pushing event updated for resources: {'Port': ['ID=d3c89d50-b114-4cdf-a02f-47c630805838,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.753854 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Pushing event updated for resources: {'Port': ['ID=3dc948d9-7475-4832-8b8d-1ce9df6561b7,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.793313 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks [] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.794107 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.809612 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Attempting to bind port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:43.809977 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Attempting to bind port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:43.822935 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Attempting to bind port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 on network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:43.833742 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:43.852537 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:43.853448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Checking segment: {'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:43.854361 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.855220 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Bound using segment: {'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:43.856273 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Bound port: 3dc948d9-7475-4832-8b8d-1ce9df6561b7, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:43.857834 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.988625 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.050387 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] For port 3dc948d9-7475-4832-8b8d-1ce9df6561b7, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:44.056111 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] For port 3dc948d9-7475-4832-8b8d-1ce9df6561b7, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=3dc948d9-7475-4832-8b8d-1ce9df6561b7,segment=NetworkSegment(f3a3398e-5b19-429a-a1f0-7122dcf08905),segment_id=f3a3398e-5b19-429a-a1f0-7122dcf08905)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:44.061885 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:44.071279 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.095761 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Allocated IP 172.27.3.49 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/15540008-0a68-4e73-8e22-b06415050a61) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:44.174894 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6f8e6-67f0-4ebf-9fe9-9ee71f228be3 None None] Pushing event updated for resources: {'Port': ['ID=3dc948d9-7475-4832-8b8d-1ce9df6561b7,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:44.208866 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:44.292762 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fba99-f10b-4244-867c-3bee02951b07 req-6a265407-2e60-4e07-8834-60103e12ccdd tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:44.294677 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dd8fba99-f10b-4244-867c-3bee02951b07 req-6a265407-2e60-4e07-8834-60103e12ccdd tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.4555056 Aug 30 01:18:44.298632 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:44.307322 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:44.329326 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:44.722275 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:43Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:44.744425 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for port (15540008-0a68-4e73-8e22-b06415050a61), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.834873 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991caa1-b045-4411-8989-b4343cdddc49 None None] The sync data for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi is: [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:43Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:44.899158 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (15540008-0a68-4e73-8e22-b06415050a61), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.980065 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59890) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:45.015548 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:45.051168 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:45.072984 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:45.102841 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 59894) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:45.137794 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dd8fba99-f10b-4244-867c-3bee02951b07 req-97e6cd3c-f4a5-4da7-91a7-10b39a994c9b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8010929 Aug 30 01:18:45.182412 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'Port': ['ID=15540008-0a68-4e73-8e22-b06415050a61,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:45.253414 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:45.461979 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (15540008-0a68-4e73-8e22-b06415050a61), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:45.564581 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dda219d0-4699-4480-9420-fae4f140f4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:45.607839 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-48608012-b3c9-4711-90d0-5ffa952db3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:45.828823 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:45.846861 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dda219d0-4699-4480-9420-fae4f140f4ae admin admin] Publish callbacks [] for security_group (bab4d443-775e-423a-b510-a0b88975d92f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:45.851688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks [] for router_gateway (68b9f123-465c-4daa-97f3-9a26492d357c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:45.860457 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dda219d0-4699-4480-9420-fae4f140f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (bab4d443-775e-423a-b510-a0b88975d92f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:45.942292 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:45.955818 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dda219d0-4699-4480-9420-fae4f140f4ae admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=681cbb7fcb00427c8fca3cfee8718e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9699893 Aug 30 01:18:45.961680 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59916) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:45.998267 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda219d0-4699-4480-9420-fae4f140f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab4d443-775e-423a-b510-a0b88975d92f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:46.020084 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for port (15540008-0a68-4e73-8e22-b06415050a61), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.035552 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (15540008-0a68-4e73-8e22-b06415050a61), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.036694 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.113993 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.130090 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3001897 Aug 30 01:18:46.220219 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45c2f07c-a00d-4ad0-951e-24d97a4a148e admin admin] Publish callbacks [] for security_group (bab4d443-775e-423a-b510-a0b88975d92f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.223929 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc601a-b0ed-4b4c-a504-0c6007963172 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'Port': ['ID=15540008-0a68-4e73-8e22-b06415050a61,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:46.250104 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-48608012-b3c9-4711-90d0-5ffa952db3fd admin admin] Publish callbacks [] for security_group (2d7b2ac5-7c24-4920-9109-e05e47d4b4cb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.260455 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45c2f07c-a00d-4ad0-951e-24d97a4a148e admin admin] Publish callbacks [] for security_group (bab4d443-775e-423a-b510-a0b88975d92f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.283683 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec33d81-0952-4a68-b503-7dc9701826d4 None None] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:46.326249 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-48608012-b3c9-4711-90d0-5ffa952db3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (2d7b2ac5-7c24-4920-9109-e05e47d4b4cb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.367532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45c2f07c-a00d-4ad0-951e-24d97a4a148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (bab4d443-775e-423a-b510-a0b88975d92f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.370449 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45c2f07c-a00d-4ad0-951e-24d97a4a148e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.371692 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-45c2f07c-a00d-4ad0-951e-24d97a4a148e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/bab4d443-775e-423a-b510-a0b88975d92f HTTP/1.1" status: 204 len: 168 time: 0.4085321 Aug 30 01:18:46.413557 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-48608012-b3c9-4711-90d0-5ffa952db3fd admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6e0ae6dd632e46cc968bdd864a4cb717&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3069859 Aug 30 01:18:46.438787 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59928) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:46.449989 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2f07c-a00d-4ad0-951e-24d97a4a148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab4d443-775e-423a-b510-a0b88975d92f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:46.521958 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8bef3729-05ed-4864-a6b1-e724af3ac67d None None] Provisioning complete for port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:46.522848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8bef3729-05ed-4864-a6b1-e724af3ac67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.713285 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 3dc948d9-7475-4832-8b8d-1ce9df6561b7 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:46.733944 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34126ad-2300-479f-b8d5-be1809994dd8 req-573944e8-c4d5-4f7c-8672-2e1ceca9799f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:46.739506 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e34126ad-2300-479f-b8d5-be1809994dd8 req-573944e8-c4d5-4f7c-8672-2e1ceca9799f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.3263884 Aug 30 01:18:46.793714 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48608012-b3c9-4711-90d0-5ffa952db3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7b2ac5-7c24-4920-9109-e05e47d4b4cb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:46.813895 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:46.842529 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:46.923689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9314c-c16f-4544-86c3-60f676cb83f3 admin admin] Publish callbacks [] for security_group (2d7b2ac5-7c24-4920-9109-e05e47d4b4cb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:46.967941 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e34126ad-2300-479f-b8d5-be1809994dd8 req-944e95fd-037f-4333-9672-abb9bb371108 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105141 Aug 30 01:18:47.001969 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9314c-c16f-4544-86c3-60f676cb83f3 admin admin] Publish callbacks [] for security_group (2d7b2ac5-7c24-4920-9109-e05e47d4b4cb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.031477 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:47.041040 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.187507 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-36723ef0-564e-41bc-b949-db5f923eeefa tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1158186747&fields=id&tenant_id=adf47975f465467498be24ebe2c81ad7 HTTP/1.1" status: 200 len: 267 time: 0.3761899 Aug 30 01:18:47.417878 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8bef3729-05ed-4864-a6b1-e724af3ac67d None None] Current status of the port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:47.420309 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8bef3729-05ed-4864-a6b1-e724af3ac67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.621223 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:47.622587 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.704386 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9314c-c16f-4544-86c3-60f676cb83f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (2d7b2ac5-7c24-4920-9109-e05e47d4b4cb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.721025 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d7e9314c-c16f-4544-86c3-60f676cb83f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.723468 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d7e9314c-c16f-4544-86c3-60f676cb83f3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/2d7b2ac5-7c24-4920-9109-e05e47d4b4cb HTTP/1.1" status: 204 len: 168 time: 1.2706194 Aug 30 01:18:47.753776 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-8bef3729-05ed-4864-a6b1-e724af3ac67d None None] For port 3dc948d9-7475-4832-8b8d-1ce9df6561b7, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=3dc948d9-7475-4832-8b8d-1ce9df6561b7,segment=NetworkSegment(f3a3398e-5b19-429a-a1f0-7122dcf08905),segment_id=f3a3398e-5b19-429a-a1f0-7122dcf08905)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:47.766929 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9314c-c16f-4544-86c3-60f676cb83f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7b2ac5-7c24-4920-9109-e05e47d4b4cb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:47.791769 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8bef3729-05ed-4864-a6b1-e724af3ac67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.894939 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-73da9fcb-7ddf-4769-8365-5875471bcb26 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:47.898166 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-73da9fcb-7ddf-4769-8365-5875471bcb26 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 819 time: 0.7096679 Aug 30 01:18:47.900776 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (68b9f123-465c-4daa-97f3-9a26492d357c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:47.939241 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0f5b78d1-e75d-41db-b32a-cd2999e40c06 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/quotas/adf47975f465467498be24ebe2c81ad7 HTTP/1.1" status: 200 len: 375 time: 0.0310011 Aug 30 01:18:47.995926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.db.api [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:18:47.996646 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG oslo_db.api [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:18:48.076843 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef3729-05ed-4864-a6b1-e724af3ac67d None None] Pushing event updated for resources: {'Port': ['ID=3dc948d9-7475-4832-8b8d-1ce9df6561b7,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:48.085741 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-d56663cf-1a88-424f-887f-b1414d0eb0e9 None None] Provisioning complete for port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:48.087599 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d56663cf-1a88-424f-887f-b1414d0eb0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:48.099390 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-8fd29adf-2f61-49c2-9f89-55b5eb9aa1c7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1140683 Aug 30 01:18:48.273325 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-d56663cf-1a88-424f-887f-b1414d0eb0e9 None None] Current status of the port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:48.295726 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-97a22dfa-0169-4e32-a077-b54a0d855d5c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433892 Aug 30 01:18:48.340119 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ccc0c-bd88-4af0-99e1-5d4cbc0abda2 req-08befe04-0580-42c2-87f1-1d1e6ca1fd92 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:48.343591 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c6ccc0c-bd88-4af0-99e1-5d4cbc0abda2 req-08befe04-0580-42c2-87f1-1d1e6ca1fd92 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1437049 Aug 30 01:18:48.440672 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c6ccc0c-bd88-4af0-99e1-5d4cbc0abda2 req-185b019c-826e-4f36-81f0-61246b37ead2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870311 Aug 30 01:18:48.447167 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Router 68b9f123-465c-4daa-97f3-9a26492d357c is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:18:48.536209 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:48.571386 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:48.574352 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d3c89d50-b114-4cdf-a02f-47c630805838 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:48.642578 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-13166596-be56-4c26-b156-b0d6e5db0e43 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279364 Aug 30 01:18:48.699854 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port d3c89d50-b114-4cdf-a02f-47c630805838 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:48.700480 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:48.737977 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59980) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:48.769471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f445-e1af-4565-8dde-7038ada9b858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:48.774310 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:48.804184 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Sync routers for ids ['68b9f123-465c-4daa-97f3-9a26492d357c'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:48.829056 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:48.835248 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e82aa99c-90a1-493e-8d1a-032019a1ecd8 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8576334 Aug 30 01:18:48.838918 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 59984) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:48.874186 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Routers {'68b9f123-465c-4daa-97f3-9a26492d357c'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:48.874852 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['68b9f123-465c-4daa-97f3-9a26492d357c'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:49.016515 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:49.095453 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d78f24a6-8677-41a0-8abb-f13d7077652d req-aaf6c60c-4ba6-4953-8290-2f3b9bf9d0c2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 210 time: 0.0416751 Aug 30 01:18:49.209666 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:49.247511 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Set router 68b9f123-465c-4daa-97f3-9a26492d357c gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:49.293833 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:49.338942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f445-e1af-4565-8dde-7038ada9b858 admin admin] Publish callbacks [] for security_group (7d7a9351-91e8-4832-99cc-a39dc949f712), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:49.360514 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e8b4f445-e1af-4565-8dde-7038ada9b858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7d7a9351-91e8-4832-99cc-a39dc949f712), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:49.519089 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port d3c89d50-b114-4cdf-a02f-47c630805838 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:49.520527 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:49.574036 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60010) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:49.577186 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e8b4f445-e1af-4565-8dde-7038ada9b858 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6da0f07d4605434daf5eb09a872f84b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8360224 Aug 30 01:18:49.614587 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port d3c89d50-b114-4cdf-a02f-47c630805838, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=d3c89d50-b114-4cdf-a02f-47c630805838,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:49.631320 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4f445-e1af-4565-8dde-7038ada9b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a9351-91e8-4832-99cc-a39dc949f712,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:49.649010 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:49.796025 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dfb13-9f4a-4016-91aa-2b00776f309f req-ed43df18-2859-4f78-9195-ebe575222ea0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:49.798616 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1c0dfb13-9f4a-4016-91aa-2b00776f309f req-ed43df18-2859-4f78-9195-ebe575222ea0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1224356 Aug 30 01:18:49.840595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:18:45Z', 'revision_number': 3, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port': {'id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:43Z', 'updated_at': '2022-08-30T01:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:49.863377 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 3dc948d9-7475-4832-8b8d-1ce9df6561b7 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:49.874033 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:49.955240 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=d3c89d50-b114-4cdf-a02f-47c630805838,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:49.962316 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Checking router: 68b9f123-465c-4daa-97f3-9a26492d357c for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:49.963078 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Updating router 68b9f123-465c-4daa-97f3-9a26492d357c port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:18:49.999331 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eed0f24a-4389-4087-a3dc-31c555a7f2bb admin admin] Publish callbacks [] for security_group (7d7a9351-91e8-4832-99cc-a39dc949f712), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.005701 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:50.006503 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.025886 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1c0dfb13-9f4a-4016-91aa-2b00776f309f req-4009ff49-b3db-4664-b858-8ab298e75a92 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191331 Aug 30 01:18:50.026676 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60024) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:50.031721 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:50.049536 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.151278 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eed0f24a-4389-4087-a3dc-31c555a7f2bb admin admin] Publish callbacks [] for security_group (7d7a9351-91e8-4832-99cc-a39dc949f712), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.288452 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eed0f24a-4389-4087-a3dc-31c555a7f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7d7a9351-91e8-4832-99cc-a39dc949f712), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.294582 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eed0f24a-4389-4087-a3dc-31c555a7f2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.295871 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.297471 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-eed0f24a-4389-4087-a3dc-31c555a7f2bb admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7d7a9351-91e8-4832-99cc-a39dc949f712 HTTP/1.1" status: 204 len: 168 time: 0.7202199 Aug 30 01:18:50.314978 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0f24a-4389-4087-a3dc-31c555a7f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a9351-91e8-4832-99cc-a39dc949f712,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:50.356188 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2160026-35eb-4556-a4ca-3565764dcc9c req-abe322c7-ba66-4dc2-9dd3-2052777a6395 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 210 time: 0.0727899 Aug 30 01:18:50.569736 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2087536381-network', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:50.592952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:50.662761 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:50.667970 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Made reservation on behalf of 20cdcff29a0448dc92460b2ddd45617b for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:50.670880 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.678494 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Allocated IP 172.20.0.1 (4b7ff789-605a-47ad-8ba8-7f0e0db63cb0/a4c68904-e23a-4be7-85ec-6caeed977db2/d5453859-6a61-4651-8b55-323f944f4080) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:50.693631 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.899416 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks [] for port (d5453859-6a61-4651-8b55-323f944f4080), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.905647 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Publish callbacks [] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.916301 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.924812 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks [] for security_group (feb2487f-cabc-4b32-84f5-b8ef5fbe53d7), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.934931 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (feb2487f-cabc-4b32-84f5-b8ef5fbe53d7), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.974467 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Attempting to bind port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:50.974760 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Attempting to bind port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:50.975271 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Attempting to bind port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:50.985304 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:50.986968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:50.987442 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:50.987926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:50.988458 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:50.989180 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Bound port: 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:50.989506 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.031319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (f3b33fd5-9cab-440f-a551-c3c28d642e19), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.031846 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Added segment f3b33fd5-9cab-440f-a551-c3c28d642e19 of type vlan for network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 Aug 30 01:18:51.034647 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb2487f-cabc-4b32-84f5-b8ef5fbe53d7,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:51.037525 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (d5453859-6a61-4651-8b55-323f944f4080), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.135210 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e9f24-7e66-4f0d-a8a7-f3edb4f7f40f None None] Pushing event updated for resources: {'Port': ['ID=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:51.143973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.165774 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:51.183756 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Pushing event updated for resources: {'Port': ['ID=d5453859-6a61-4651-8b55-323f944f4080,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:51.206962 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:51.208984 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:51.212237 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:51.212738 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (68b9f123-465c-4daa-97f3-9a26492d357c), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.246956 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] For port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:51.252915 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] For port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:51.271313 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.309097 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60046) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:51.383064 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b953885-922e-498a-ac94-ac67177158e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.432518 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f75c-ea8c-437c-bd59-8ef1769c63ec req-d9cbc136-1682-4dbd-a6d8-c8ca2fdf9879 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:51.447023 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-63e2f75c-ea8c-437c-bd59-8ef1769c63ec req-d9cbc136-1682-4dbd-a6d8-c8ca2fdf9879 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.2232599 Aug 30 01:18:51.459429 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Routers {'68b9f123-465c-4daa-97f3-9a26492d357c'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:51.460588 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['68b9f123-465c-4daa-97f3-9a26492d357c'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:51.467573 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:51.482533 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.485134 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:51.485134 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.513109 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:51.686533 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6515222 Aug 30 01:18:51.695200 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60050) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:51.705022 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Request body: {'subnet': {'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2087536381-subnet', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:51.711194 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755539d-0a8d-48ec-b6a5-b7120f4b47a0 admin admin] Pushing event updated for resources: {'Network': ['ID=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:51.746006 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-356047c2-be41-473a-8ac5-7a1c4290484a req-04990164-aef5-48a9-955c-d738788ff929 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 210 time: 0.1775868 Aug 30 01:18:51.749093 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d5453859-6a61-4651-8b55-323f944f4080), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.749830 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-63e2f75c-ea8c-437c-bd59-8ef1769c63ec req-a079122f-496d-4a87-bfc5-519533b30056 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997773 Aug 30 01:18:51.787701 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Made reservation on behalf of 20cdcff29a0448dc92460b2ddd45617b for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:51.808575 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e9f24-7e66-4f0d-a8a7-f3edb4f7f40f None None] Pushing event updated for resources: {'Port': ['ID=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:51.823588 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345270'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.866714 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:52.023472 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d3c89d50-b114-4cdf-a02f-47c630805838 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:52.062684 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-e77fe3a0-cb1b-43ad-a5d8-02630e251a53 None None] Provisioning complete for port d5453859-6a61-4651-8b55-323f944f4080 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:52.063458 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e77fe3a0-cb1b-43ad-a5d8-02630e251a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d5453859-6a61-4651-8b55-323f944f4080), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.120167 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:52.124262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b953885-922e-498a-ac94-ac67177158e8 admin admin] Publish callbacks [] for security_group (ca4df4a0-d9f3-457c-8584-e9277d9263a2), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.142230 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1b953885-922e-498a-ac94-ac67177158e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (ca4df4a0-d9f3-457c-8584-e9277d9263a2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.155150 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:52.253786 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] Set router 68b9f123-465c-4daa-97f3-9a26492d357c gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:52.304319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b953885-922e-498a-ac94-ac67177158e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4df4a0-d9f3-457c-8584-e9277d9263a2,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:52.315194 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1b953885-922e-498a-ac94-ac67177158e8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=62571f2ead874cc6bcb08054e3888aba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0028288 Aug 30 01:18:52.316865 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60066) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:52.327692 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port d3c89d50-b114-4cdf-a02f-47c630805838 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:52.329732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.337471 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e77fe3a0-cb1b-43ad-a5d8-02630e251a53 None None] Port d5453859-6a61-4651-8b55-323f944f4080 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:52.376715 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks [] for port (d5453859-6a61-4651-8b55-323f944f4080), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.384743 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (d5453859-6a61-4651-8b55-323f944f4080), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.387178 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (68b9f123-465c-4daa-97f3-9a26492d357c), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.506470 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2128027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345248'] for subnet (c0b28002-8459-4951-ba8b-ed39e4244853), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.521107 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Pushing event updated for resources: {'Port': ['ID=d5453859-6a61-4651-8b55-323f944f4080,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:52.595016 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d67e97e1-e112-4345-8385-f9d0ace56809 admin admin] Publish callbacks [] for security_group (ca4df4a0-d9f3-457c-8584-e9277d9263a2), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.633532 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b28002-8459-4951-ba8b-ed39e4244853,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:52.664218 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d67e97e1-e112-4345-8385-f9d0ace56809 admin admin] Publish callbacks [] for security_group (ca4df4a0-d9f3-457c-8584-e9277d9263a2), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.695610 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Checking segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:52.696710 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Network hostable DHCP agents. Network: 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:52.742569 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:52.757759 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:52.774396 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:52.775180 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:52.776960 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.779034 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:52.798862 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46663a-7334-46fe-9293-771deb289eee None None] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:52.836909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d67e97e1-e112-4345-8385-f9d0ace56809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (ca4df4a0-d9f3-457c-8584-e9277d9263a2), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.845120 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d67e97e1-e112-4345-8385-f9d0ace56809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:52.849313 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d67e97e1-e112-4345-8385-f9d0ace56809 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ca4df4a0-d9f3-457c-8584-e9277d9263a2 HTTP/1.1" status: 204 len: 168 time: 0.5312498 Aug 30 01:18:52.881543 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0fef9e34-e19d-4f5e-8604-7b51cac5029a admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1835110 Aug 30 01:18:52.896941 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60088) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:52.908536 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:52.942815 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e97e1-e112-4345-8385-f9d0ace56809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4df4a0-d9f3-457c-8584-e9277d9263a2,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:52.990610 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da4b8b70-5cf1-4c52-b873-9e9a116e0001 req-06bdae1f-d9d8-40db-b09b-c140daeff649 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 210 time: 0.0502839 Aug 30 01:18:53.008037 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (e101b19f-0389-4cc2-90f5-af2b48396cbc), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.008037 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (e101b19f-0389-4cc2-90f5-af2b48396cbc), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.039248 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:53.205582 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks [] for router_controller (e101b19f-0389-4cc2-90f5-af2b48396cbc), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.277795 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:18:45Z', 'revision_number': 3, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port': {'id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:43Z', 'updated_at': '2022-08-30T01:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:53.284056 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:18:53.284959 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.332317 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port d3c89d50-b114-4cdf-a02f-47c630805838 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:53.490652 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf01b2-7266-4658-a04f-315250e59912 req-56554c39-2e86-4a35-bbb4-d32f6da0bdcc tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:53.515881 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-16cf01b2-7266-4658-a04f-315250e59912 req-56554c39-2e86-4a35-bbb4-d32f6da0bdcc tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.3670778 Aug 30 01:18:53.570798 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9ecff-0ff9-4305-b730-7820939590ac None None] The sync data for ids ['68b9f123-465c-4daa-97f3-9a26492d357c'] in dv-cinder-815145-12-iscsi is: [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:18:45Z', 'revision_number': 3, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port': {'id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:43Z', 'updated_at': '2022-08-30T01:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:53.658007 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3602df5e-7021-44d6-b573-24ecc6f4d86f None None] Provisioning complete for port d5453859-6a61-4651-8b55-323f944f4080 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:53.659683 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3602df5e-7021-44d6-b573-24ecc6f4d86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d5453859-6a61-4651-8b55-323f944f4080), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.676794 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks [] for router_gateway (e101b19f-0389-4cc2-90f5-af2b48396cbc), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.828601 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3602df5e-7021-44d6-b573-24ecc6f4d86f None None] Port d5453859-6a61-4651-8b55-323f944f4080 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:53.872947 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-16cf01b2-7266-4658-a04f-315250e59912 req-af06dc3e-a849-4b36-ab00-ad1a658600f5 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558218 Aug 30 01:18:53.943364 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Router 68b9f123-465c-4daa-97f3-9a26492d357c has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:53.976800 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Allocated IP 172.20.0.2 (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3/c0b28002-8459-4951-ba8b-ed39e4244853/5f572b54-c754-475a-9838-c16b6c6591ea) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:54.005830 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-a413e7ec-479a-4609-99e9-9fca682f6946 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:54.009726 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-a413e7ec-479a-4609-99e9-9fca682f6946 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 819 time: 0.7653370 Aug 30 01:18:54.015621 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:54.300675 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Publish callbacks [] for port (5f572b54-c754-475a-9838-c16b6c6591ea), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.314037 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.317551 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82e8b6e7-d71d-47a2-9117-c3c74269c1c6 req-8bddfd8c-fee1-4edc-9b3f-2bd8339e3ac4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 210 time: 0.0862563 Aug 30 01:18:54.353186 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:54.371083 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-dabc20e4-3953-4fb2-ae4d-cf050809cd49 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=adf47975f465467498be24ebe2c81ad7 HTTP/1.1" status: 200 len: 380 time: 0.2501669 Aug 30 01:18:54.393662 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'port': {'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'admin_state_up': True, 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'security_groups': ['88202504-0353-4c54-901c-3cf66976be0a']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:54.411107 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:54.420103 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:54.427449 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:54.449508 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Pushing event updated for resources: {'Port': ['ID=5f572b54-c754-475a-9838-c16b6c6591ea,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:54.504198 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:54.518612 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7c1a058f-06be-48e2-96b6-fa17e51586ec admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/68b9f123-465c-4daa-97f3-9a26492d357c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6764195 Aug 30 01:18:54.537151 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Attempting to bind port 5f572b54-c754-475a-9838-c16b6c6591ea on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:54.537529 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Attempting to bind port 5f572b54-c754-475a-9838-c16b6c6591ea by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:54.537892 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Attempting to bind port 5f572b54-c754-475a-9838-c16b6c6591ea on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:54.546557 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:54.546935 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Checking segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:54.547337 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.547729 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Bound using segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:54.548274 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Bound port: 5f572b54-c754-475a-9838-c16b6c6591ea, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:54.548655 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.647739 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:54.669280 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks [] for router_gateway (e101b19f-0389-4cc2-90f5-af2b48396cbc), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.672163 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] For port 5f572b54-c754-475a-9838-c16b6c6591ea, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:54.677179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] For port 5f572b54-c754-475a-9838-c16b6c6591ea, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5f572b54-c754-475a-9838-c16b6c6591ea,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:54.688509 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.689773 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Made reservation on behalf of adf47975f465467498be24ebe2c81ad7 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:54.699223 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.744162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.901582 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971e671-b29a-4ddd-bae5-b73ab03d2195 None None] Pushing event updated for resources: {'Port': ['ID=5f572b54-c754-475a-9838-c16b6c6591ea,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:54.919573 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:54.956092 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:55.142282 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Allocated IP 172.20.0.8 (b2938f22-9675-44ea-8234-907289538481/7376bd6d-fa47-44bf-9190-f1d408451305/4c098562-e7ad-4247-be8d-fe3c6317e383) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:55.147570 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Allocated IP 172.27.3.229 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/5fe08344-b643-4472-93f7-d87314fb5c84) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:55.321217 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0db4-bbe4-4fa3-b780-cbff42646884 req-d3a3fdf7-77cc-4f3a-9776-25a781dc4089 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:55.330959 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4bde0db4-bbe4-4fa3-b780-cbff42646884 req-d3a3fdf7-77cc-4f3a-9776-25a781dc4089 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1959646 Aug 30 01:18:55.461600 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks [] for port (5fe08344-b643-4472-93f7-d87314fb5c84), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.513074 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.525051 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4bde0db4-bbe4-4fa3-b780-cbff42646884 req-c0655ac9-f837-4dc9-82ba-7419fb9d95e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928353 Aug 30 01:18:55.599173 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:55.603640 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:55.606433 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe08344-b643-4472-93f7-d87314fb5c84,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:55.615405 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:55.632978 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.814274 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60172) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:55.818530 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.824481 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-ff0d5ab1-652e-4f72-a016-de0164f7edd5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124341128', 'description': 'tempest-secgroup-smoke-2124341128 description', 'project_id': '089c19009d374769a0d5bd5a82acaaa7'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:55.911515 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2110c1-cc70-46db-8772-a93c1f409c7b req-f33692b9-b62e-4e64-b7b7-f45d070dc345 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:55.921926 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d2110c1-cc70-46db-8772-a93c1f409c7b req-f33692b9-b62e-4e64-b7b7-f45d070dc345 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 931 time: 0.2138498 Aug 30 01:18:55.938022 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5f572b54-c754-475a-9838-c16b6c6591ea up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:55.938824 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Network b2938f22-9675-44ea-8234-907289538481 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:55.945114 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:55.968937 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:55.976147 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:55.976817 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.043117 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event updated for resources: {'Port': ['ID=4c098562-e7ad-4247-be8d-fe3c6317e383,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:56.055861 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5ab1-652e-4f72-a016-de0164f7edd5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.079308 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-ff69dc7d-9ef5-460c-8961-6a122361389e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7001581 Aug 30 01:18:56.116969 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Request body: {'port': {'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:56.165625 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d2110c1-cc70-46db-8772-a93c1f409c7b req-a5540f98-374d-4822-a71f-8d99ee5d34fd tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427311 Aug 30 01:18:56.293482 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks [] for router_gateway (e101b19f-0389-4cc2-90f5-af2b48396cbc), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.304948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:56.307079 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:56.337509 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5ab1-652e-4f72-a016-de0164f7edd5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group (a7b28c5a-26a7-4573-83ee-4bf5745fc822), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.359741 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5ab1-652e-4f72-a016-de0164f7edd5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a7b28c5a-26a7-4573-83ee-4bf5745fc822), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.424967 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.433163 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.455918 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5f572b54-c754-475a-9838-c16b6c6591ea triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:56.460181 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.505500 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff0d5ab1-652e-4f72-a016-de0164f7edd5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.510522 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ff0d5ab1-652e-4f72-a016-de0164f7edd5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6914458 Aug 30 01:18:56.514527 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60188) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:56.537511 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f91df022-3753-4d59-9d48-310396b763e6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'security_group_rule': {'security_group_id': 'a7b28c5a-26a7-4573-83ee-4bf5745fc822', 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:56.571280 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d5ab1-652e-4f72-a016-de0164f7edd5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b28c5a-26a7-4573-83ee-4bf5745fc822,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:56.604186 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:56.681104 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-0c5e6d61-933e-4c1c-9c75-b6d49c6fe58b None None] Provisioning complete for port 4c098562-e7ad-4247-be8d-fe3c6317e383 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:56.702023 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0c5e6d61-933e-4c1c-9c75-b6d49c6fe58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.776048 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f91df022-3753-4d59-9d48-310396b763e6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (86fc6460-3217-4aa1-b37c-bafa790d9ca2), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.898986 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5f572b54-c754-475a-9838-c16b6c6591ea is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:56.901522 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.945179 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af54ec3-11c2-44d9-a20e-c59df3f49856 req-489a3473-6363-48bc-92fb-93acc31d4e3b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:56.947200 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6af54ec3-11c2-44d9-a20e-c59df3f49856 req-489a3473-6363-48bc-92fb-93acc31d4e3b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.2063491 Aug 30 01:18:57.025519 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:57.033224 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e6d61-933e-4c1c-9c75-b6d49c6fe58b None None] Port 4c098562-e7ad-4247-be8d-fe3c6317e383 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:57.037401 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (e101b19f-0389-4cc2-90f5-af2b48396cbc), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.049288 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:57.068684 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 5f572b54-c754-475a-9838-c16b6c6591ea, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5f572b54-c754-475a-9838-c16b6c6591ea,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:57.077579 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.078265 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f91df022-3753-4d59-9d48-310396b763e6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (86fc6460-3217-4aa1-b37c-bafa790d9ca2), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.079788 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:57.130570 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Sync routers for ids ['68b9f123-465c-4daa-97f3-9a26492d357c'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:57.141365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c098562-e7ad-4247-be8d-fe3c6317e383 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:18:57.158410 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Publish callbacks [] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.159158 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f91df022-3753-4d59-9d48-310396b763e6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (86fc6460-3217-4aa1-b37c-bafa790d9ca2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.159407 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Routers {'68b9f123-465c-4daa-97f3-9a26492d357c'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:57.164007 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['68b9f123-465c-4daa-97f3-9a26492d357c'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:57.177617 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Transition to ACTIVE for port object 4c098562-e7ad-4247-be8d-fe3c6317e383 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:18:57.187336 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.201863 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6af54ec3-11c2-44d9-a20e-c59df3f49856 req-fbd6ce4a-eb0b-4baf-977e-0da60cd342c7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447345 Aug 30 01:18:57.213759 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91df022-3753-4d59-9d48-310396b763e6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fc6460-3217-4aa1-b37c-bafa790d9ca2,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:57.224567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f91df022-3753-4d59-9d48-310396b763e6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.230880 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f91df022-3753-4d59-9d48-310396b763e6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7085550 Aug 30 01:18:57.258262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60214) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:57.266547 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-daef95e6-dbf0-4867-915b-039f893f9939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'security_group_rule': {'security_group_id': 'a7b28c5a-26a7-4573-83ee-4bf5745fc822', 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:57.346837 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Pushing event updated for resources: {'Port': ['ID=4c098562-e7ad-4247-be8d-fe3c6317e383,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:57.391584 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Attempting to bind port 4c098562-e7ad-4247-be8d-fe3c6317e383 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:57.394337 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Attempting to bind port 4c098562-e7ad-4247-be8d-fe3c6317e383 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:57.394947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Attempting to bind port 4c098562-e7ad-4247-be8d-fe3c6317e383 on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:57.407538 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-daef95e6-dbf0-4867-915b-039f893f9939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (94fdbada-274e-4b44-b600-906e2e676099), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.408164 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Port 4c098562-e7ad-4247-be8d-fe3c6317e383 on network b2938f22-9675-44ea-8234-907289538481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:18:57.409067 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Attempting to bind port 4c098562-e7ad-4247-be8d-fe3c6317e383 on network b2938f22-9675-44ea-8234-907289538481 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:57.449578 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:57.450749 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Checking segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:57.451413 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Bound using segment: {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:57.452181 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Bound port: 4c098562-e7ad-4247-be8d-fe3c6317e383, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427ff471-2c99-449b-9639-c969d3ee741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b2938f22-9675-44ea-8234-907289538481'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:57.452793 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.509939 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=5f572b54-c754-475a-9838-c16b6c6591ea,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:57.533588 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:57.534091 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.604838 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:57.609047 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Set router 68b9f123-465c-4daa-97f3-9a26492d357c gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:57.632871 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Router e101b19f-0389-4cc2-90f5-af2b48396cbc is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:18:57.669907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-daef95e6-dbf0-4867-915b-039f893f9939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (94fdbada-274e-4b44-b600-906e2e676099), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.684986 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf90e7d-4bf4-448e-92f4-927670cdf224 None None] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:57.729934 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7cb89-15ea-4d96-846d-691839be5d25 req-2aea2818-c75a-40d8-a605-9a93c13a01eb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:57.742202 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7eb7cb89-15ea-4d96-846d-691839be5d25 req-2aea2818-c75a-40d8-a605-9a93c13a01eb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 943 time: 0.3189914 Aug 30 01:18:57.776052 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-daef95e6-dbf0-4867-915b-039f893f9939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (94fdbada-274e-4b44-b600-906e2e676099), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.817758 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] For port 4c098562-e7ad-4247-be8d-fe3c6317e383, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:57.828709 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] For port 4c098562-e7ad-4247-be8d-fe3c6317e383, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c098562-e7ad-4247-be8d-fe3c6317e383,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:57.885310 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.892773 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:57.900571 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f22c41b0-97e4-46b6-b08d-a8d79cc3cbb6 None None] Provisioning complete for port 5f572b54-c754-475a-9838-c16b6c6591ea triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:57.900944 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f22c41b0-97e4-46b6-b08d-a8d79cc3cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.916664 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:57.919451 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.921470 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 1093 time: 1.8189831 Aug 30 01:18:57.930909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:57.939213 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74cab16-6398-40f7-b012-33b9e45d9eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:57.954507 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:18:51Z', 'revision_number': 4, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port': {'id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:43Z', 'updated_at': '2022-08-30T01:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd5453859-6a61-4651-8b55-323f944f4080', 'name': '', 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'mac_address': 'fa:16:3e:c2:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a4c68904-e23a-4be7-85ec-6caeed977db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:50Z', 'updated_at': '2022-08-30T01:18:51Z', 'revision_number': 2, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'subnets': [{'id': 'a4c68904-e23a-4be7-85ec-6caeed977db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:57.975145 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:57.975534 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.028643 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:58.056326 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-daef95e6-dbf0-4867-915b-039f893f9939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.058548 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-daef95e6-dbf0-4867-915b-039f893f9939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7963068 Aug 30 01:18:58.078389 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Checking router: 68b9f123-465c-4daa-97f3-9a26492d357c for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:58.078936 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Updating router 68b9f123-465c-4daa-97f3-9a26492d357c port d5453859-6a61-4651-8b55-323f944f4080 binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:18:58.083731 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.169117 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60260) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:58.177827 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d5453859-6a61-4651-8b55-323f944f4080), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.199850 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c803df9f-142e-434e-b7c8-6eb6924198e2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'security_group_rule': {'security_group_id': 'a7b28c5a-26a7-4573-83ee-4bf5745fc822', 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:58.233823 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef95e6-dbf0-4867-915b-039f893f9939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fdbada-274e-4b44-b600-906e2e676099,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:58.301084 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5f572b54-c754-475a-9838-c16b6c6591ea up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:58.322030 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c654ab-0cbc-4af6-bd68-43762b899abe req-9ad4a58c-56ff-432b-8afc-e464dd4cf687 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:58.343952 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-60c654ab-0cbc-4af6-bd68-43762b899abe req-9ad4a58c-56ff-432b-8afc-e464dd4cf687 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.6943219 Aug 30 01:18:58.366761 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482deff-af09-43af-9075-acc037824ea8 req-a50a144a-e524-4eaf-abd3-8f3f83383907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:58.368478 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4482deff-af09-43af-9075-acc037824ea8 req-a50a144a-e524-4eaf-abd3-8f3f83383907 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 1129 time: 0.5102873 Aug 30 01:18:58.389084 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f22c41b0-97e4-46b6-b08d-a8d79cc3cbb6 None None] Current status of the port 5f572b54-c754-475a-9838-c16b6c6591ea is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:58.429595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:58.436351 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5f572b54-c754-475a-9838-c16b6c6591ea triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:58.436944 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.646486 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:58.666287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-276c0dde-bd59-47b3-aecb-1c12116ef7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:58.668175 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-276c0dde-bd59-47b3-aecb-1c12116ef7f4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1127 time: 0.6526527 Aug 30 01:18:58.681976 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7eb7cb89-15ea-4d96-846d-691839be5d25 req-537cabe1-95d2-41bc-aff6-776af86e2fd2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8469160 Aug 30 01:18:58.754263 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5f572b54-c754-475a-9838-c16b6c6591ea is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:58.754846 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c803df9f-142e-434e-b7c8-6eb6924198e2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (347f8115-4dfc-4211-8afe-491ba07e7ea9), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.756952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ab3ce821-19bc-4510-86b8-a2cdaaf558e4 None None] Provisioning complete for port 5f572b54-c754-475a-9838-c16b6c6591ea triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:58.756952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ab3ce821-19bc-4510-86b8-a2cdaaf558e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.832821 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:58.847899 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Publish callbacks [] for port (d5453859-6a61-4651-8b55-323f944f4080), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.861292 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (d5453859-6a61-4651-8b55-323f944f4080), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.862147 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-654739e1-dc9a-4cd5-84e2-cfb4f9df9f05 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 217 time: 0.1617341 Aug 30 01:18:58.869114 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d059-98bb-4e10-a233-6392589ccb45 service neutron] Pushing event updated for resources: {'Port': ['ID=4c098562-e7ad-4247-be8d-fe3c6317e383,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:58.960800 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-60c654ab-0cbc-4af6-bd68-43762b899abe req-5e92a1e2-1805-4c86-b5a7-ad0f2e644207 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6161246 Aug 30 01:18:58.991145 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ce821-19bc-4510-86b8-a2cdaaf558e4 None None] Current status of the port 5f572b54-c754-475a-9838-c16b6c6591ea is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:59.016958 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-f1fb7a16-ca6c-4b4b-8c0c-60b7bb217722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:59.018462 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-f1fb7a16-ca6c-4b4b-8c0c-60b7bb217722 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.1360579 Aug 30 01:18:59.049912 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482deff-af09-43af-9075-acc037824ea8 req-b29a6d95-a099-4a90-b5a9-347d93835dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:59.060384 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4482deff-af09-43af-9075-acc037824ea8 req-b29a6d95-a099-4a90-b5a9-347d93835dd7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 912 time: 0.6701012 Aug 30 01:18:59.080093 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:59.098473 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:59.120257 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:59.122259 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:59.166286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b049e-5d2b-4cba-9405-68853455642f req-38c4c613-78c8-4e69-87f4-f1b4169d4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:59.167839 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-38c4c613-78c8-4e69-87f4-f1b4169d4f9e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1377389 Aug 30 01:18:59.196262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.197840 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60310) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:59.199350 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47edde90-169e-4d07-b047-44a2d0106a12 x-openstack-request-id: req-47edde90-169e-4d07-b047-44a2d0106a12 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:59.199641 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4482deff-af09-43af-9075-acc037824ea8 req-758d1382-81ac-4fe0-b259-2728c5d29849 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 200 len: 1001 time: 0.1091309 Aug 30 01:18:59.199776 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:59.199873 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47edde90-169e-4d07-b047-44a2d0106a12 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:59.200286 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47edde90-169e-4d07-b047-44a2d0106a12'] response: {'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'status': 'completed', 'code': 200} Aug 30 01:18:59.213798 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21ab7d-37d0-451a-90f3-e24a408559f8 None None] Pushing event updated for resources: {'Port': ['ID=d5453859-6a61-4651-8b55-323f944f4080,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:59.227649 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Attempting to bind port d5453859-6a61-4651-8b55-323f944f4080 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:59.227910 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Attempting to bind port d5453859-6a61-4651-8b55-323f944f4080 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:59.228308 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Attempting to bind port d5453859-6a61-4651-8b55-323f944f4080 on network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:59.239691 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:59.239896 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Checking segment: {'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:59.240351 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.240745 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Bound using segment: {'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:59.241285 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Bound port: d5453859-6a61-4651-8b55-323f944f4080, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3398e-5b19-429a-a1f0-7122dcf08905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:59.241621 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d5453859-6a61-4651-8b55-323f944f4080), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.293201 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.330238 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c803df9f-142e-434e-b7c8-6eb6924198e2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (347f8115-4dfc-4211-8afe-491ba07e7ea9), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.339010 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.343783 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-30a9b19d-bd71-4a19-aa20-c579c83aed24 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4457777 Aug 30 01:18:59.348955 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60318) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:59.362760 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.417488 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] For port d5453859-6a61-4651-8b55-323f944f4080, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:59.422583 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] For port d5453859-6a61-4651-8b55-323f944f4080, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=d5453859-6a61-4651-8b55-323f944f4080,segment=NetworkSegment(f3a3398e-5b19-429a-a1f0-7122dcf08905),segment_id=f3a3398e-5b19-429a-a1f0-7122dcf08905)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:59.427533 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c803df9f-142e-434e-b7c8-6eb6924198e2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (347f8115-4dfc-4211-8afe-491ba07e7ea9), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.435047 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (d5453859-6a61-4651-8b55-323f944f4080), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.455622 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-6d8a8c5b-a0cb-48d8-acf5-936ab0342dbe service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735782 Aug 30 01:18:59.524247 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.532574 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803df9f-142e-434e-b7c8-6eb6924198e2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347f8115-4dfc-4211-8afe-491ba07e7ea9,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:59.541492 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:59.597435 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c803df9f-142e-434e-b7c8-6eb6924198e2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.598693 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c803df9f-142e-434e-b7c8-6eb6924198e2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4176531 Aug 30 01:18:59.603747 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482deff-af09-43af-9075-acc037824ea8 req-f2c240db-d720-49c0-83de-2d60e37fb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:59.607887 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4482deff-af09-43af-9075-acc037824ea8 req-f2c240db-d720-49c0-83de-2d60e37fb6d6 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.3858750 Aug 30 01:18:59.608452 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60336) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:59.616607 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-b91599d9-914c-48b2-95ff-e5ddc77a8a6b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'security_group_rule': {'security_group_id': 'a7b28c5a-26a7-4573-83ee-4bf5745fc822', 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:59.622219 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2396ccb-5cc2-49c1-9021-efc889353b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.667683 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21ab7d-37d0-451a-90f3-e24a408559f8 None None] Pushing event updated for resources: {'Port': ['ID=d5453859-6a61-4651-8b55-323f944f4080,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:59.685536 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Routers {'68b9f123-465c-4daa-97f3-9a26492d357c'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:59.686244 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['68b9f123-465c-4daa-97f3-9a26492d357c'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:59.704661 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482deff-af09-43af-9075-acc037824ea8 req-80065667-9d96-4189-a150-1fac4b1a03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:59.712637 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4482deff-af09-43af-9075-acc037824ea8 req-80065667-9d96-4189-a150-1fac4b1a03c2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0836351 Aug 30 01:18:59.795532 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.905608 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:18:55Z', 'revision_number': 3, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:59.950850 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] Set router 68b9f123-465c-4daa-97f3-9a26492d357c gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:59.952257 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b91599d9-914c-48b2-95ff-e5ddc77a8a6b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (2f104d50-7351-4c52-88fb-4dc1625f3f33), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.964199 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6b049e-5d2b-4cba-9405-68853455642f req-bcc228fa-1af9-459f-96a2-134d03294e57 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938674 Aug 30 01:19:00.011476 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:00.012804 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Updating router e101b19f-0389-4cc2-90f5-af2b48396cbc port 5fe08344-b643-4472-93f7-d87314fb5c84 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:00.114645 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.279131 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b91599d9-914c-48b2-95ff-e5ddc77a8a6b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (2f104d50-7351-4c52-88fb-4dc1625f3f33), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.293469 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4482deff-af09-43af-9075-acc037824ea8 req-26842fe6-9d22-4937-8ef0-91caffddc9f8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675662 Aug 30 01:19:00.297018 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b91599d9-914c-48b2-95ff-e5ddc77a8a6b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (2f104d50-7351-4c52-88fb-4dc1625f3f33), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.305587 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94434a8-9b28-4dea-b381-902d24b958e0 req-14de43b2-d1b9-4aec-8280-abc6a7b917b7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:00.307464 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d94434a8-9b28-4dea-b381-902d24b958e0 req-14de43b2-d1b9-4aec-8280-abc6a7b917b7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 943 time: 0.4105468 Aug 30 01:19:00.342003 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91599d9-914c-48b2-95ff-e5ddc77a8a6b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f104d50-7351-4c52-88fb-4dc1625f3f33,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:00.399773 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:00.458745 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b91599d9-914c-48b2-95ff-e5ddc77a8a6b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.463034 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b91599d9-914c-48b2-95ff-e5ddc77a8a6b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8529601 Aug 30 01:19:00.479076 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8244a9-e4a8-42a7-b965-60d23794c815 req-8453adba-882e-49ad-979a-a2a036dca406 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:00.481632 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60356) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:00.484093 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dd8244a9-e4a8-42a7-b965-60d23794c815 req-8453adba-882e-49ad-979a-a2a036dca406 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1354444 Aug 30 01:19:00.498093 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'security_group_rule': {'security_group_id': 'a7b28c5a-26a7-4573-83ee-4bf5745fc822', 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:00.510549 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:00.511010 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.524421 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2396ccb-5cc2-49c1-9021-efc889353b1c admin admin] Publish callbacks [] for security_group (9aacacc7-ed39-4135-88bd-ece2e3bb7b4d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.556884 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2396ccb-5cc2-49c1-9021-efc889353b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9aacacc7-ed39-4135-88bd-ece2e3bb7b4d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.582534 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dd8244a9-e4a8-42a7-b965-60d23794c815 req-b148b36f-ec4d-4aa0-9603-48587dd93f59 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912073 Aug 30 01:19:00.587658 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:00.599271 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:18:51Z', 'revision_number': 4, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port': {'id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:43Z', 'updated_at': '2022-08-30T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd5453859-6a61-4651-8b55-323f944f4080', 'name': '', 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'mac_address': 'fa:16:3e:c2:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a4c68904-e23a-4be7-85ec-6caeed977db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:50Z', 'updated_at': '2022-08-30T01:18:59Z', 'revision_number': 4, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'subnets': [{'id': 'a4c68904-e23a-4be7-85ec-6caeed977db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:00.639406 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e06928-80ca-4f99-be0e-d3c04a712fe9 None None] The sync data for ids ['68b9f123-465c-4daa-97f3-9a26492d357c'] in dv-cinder-815145-12-iscsi is: [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:18:51Z', 'revision_number': 4, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port': {'id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:43Z', 'updated_at': '2022-08-30T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd5453859-6a61-4651-8b55-323f944f4080', 'name': '', 'network_id': '4b7ff789-605a-47ad-8ba8-7f0e0db63cb0', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'mac_address': 'fa:16:3e:c2:45:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a4c68904-e23a-4be7-85ec-6caeed977db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:50Z', 'updated_at': '2022-08-30T01:18:59Z', 'revision_number': 4, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'subnets': [{'id': 'a4c68904-e23a-4be7-85ec-6caeed977db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:00.688446 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.securitygroups_db [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Project 089c19009d374769a0d5bd5a82acaaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:19:00.718001 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Publish callbacks [] for port (5fe08344-b643-4472-93f7-d87314fb5c84), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.728894 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d94434a8-9b28-4dea-b381-902d24b958e0 req-dbe1edce-fd05-4bf3-8425-5a60a3ad5ae0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981813 Aug 30 01:19:00.770556 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.774184 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:00.775943 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2396ccb-5cc2-49c1-9021-efc889353b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacacc7-ed39-4135-88bd-ece2e3bb7b4d,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:00.781781 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (e5c9b089-2cd7-49b1-9f07-5602234a96a9), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.844159 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d2396ccb-5cc2-49c1-9021-efc889353b1c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=e4f6fcab728e404d925f9fea14804ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6373210 Aug 30 01:19:00.845839 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60358) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:00.866311 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Attempting to bind port 5fe08344-b643-4472-93f7-d87314fb5c84 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:00.866988 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Attempting to bind port 5fe08344-b643-4472-93f7-d87314fb5c84 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:00.867343 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Attempting to bind port 5fe08344-b643-4472-93f7-d87314fb5c84 on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:00.887979 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:00.888677 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:00.889252 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.889950 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:00.890456 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Bound port: 5fe08344-b643-4472-93f7-d87314fb5c84, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:00.890845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:00.897972 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:00.900274 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0d41d-57dd-4c31-8ed4-88bd38855d63 None None] Pushing event updated for resources: {'Port': ['ID=5fe08344-b643-4472-93f7-d87314fb5c84,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:00.919920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:00.979014 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] For port 5fe08344-b643-4472-93f7-d87314fb5c84, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:00.990551 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] For port 5fe08344-b643-4472-93f7-d87314fb5c84, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5fe08344-b643-4472-93f7-d87314fb5c84,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:01.001112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.053171 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (e5c9b089-2cd7-49b1-9f07-5602234a96a9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.066067 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (e5c9b089-2cd7-49b1-9f07-5602234a96a9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.068298 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:01.093084 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:01.094119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:01.174507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-ab986579-4738-49b6-9ded-d2c50f8b954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:01.176687 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-ab986579-4738-49b6-9ded-d2c50f8b954b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1127 time: 0.0854428 Aug 30 01:19:01.210923 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c9b089-2cd7-49b1-9f07-5602234a96a9,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:01.224114 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ba8408ee-5d53-44f5-8606-fbe718fbdf03 admin admin] Publish callbacks [] for security_group (9aacacc7-ed39-4135-88bd-ece2e3bb7b4d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.258708 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ba8408ee-5d53-44f5-8606-fbe718fbdf03 admin admin] Publish callbacks [] for security_group (9aacacc7-ed39-4135-88bd-ece2e3bb7b4d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.369953 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0d41d-57dd-4c31-8ed4-88bd38855d63 None None] Pushing event updated for resources: {'Port': ['ID=5fe08344-b643-4472-93f7-d87314fb5c84,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:01.491840 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4482deff-af09-43af-9075-acc037824ea8 req-bf610014-0984-4787-ac1b-8bf22f26bc48 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625447 Aug 30 01:19:01.587001 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:01.627390 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-cbf4dca4-9db6-4d9a-9f5a-ccb9a7719aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:01.629241 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-cbf4dca4-9db6-4d9a-9f5a-ccb9a7719aff service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.4331155 Aug 30 01:19:01.637136 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.639138 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2586967f-81f6-457f-aeb3-c7fac0dc825b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1558704 Aug 30 01:19:01.643383 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60374) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:01.643767 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ba8408ee-5d53-44f5-8606-fbe718fbdf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9aacacc7-ed39-4135-88bd-ece2e3bb7b4d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.648949 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ba8408ee-5d53-44f5-8606-fbe718fbdf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.654472 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'security_group_rule': {'security_group_id': 'a7b28c5a-26a7-4573-83ee-4bf5745fc822', 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:01.655285 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ba8408ee-5d53-44f5-8606-fbe718fbdf03 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9aacacc7-ed39-4135-88bd-ece2e3bb7b4d HTTP/1.1" status: 204 len: 168 time: 0.8078804 Aug 30 01:19:01.744937 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8408ee-5d53-44f5-8606-fbe718fbdf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacacc7-ed39-4135-88bd-ece2e3bb7b4d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:01.809294 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.securitygroups_db [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Project 089c19009d374769a0d5bd5a82acaaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:19:01.824442 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.854795 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (949550e8-1c15-47fd-ad7b-840b2abc0cfb), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:01.959404 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60382) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:02.035394 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-da6bfe8d-ab1f-44e2-b795-881c5d04bbc1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 217 time: 0.1815546 Aug 30 01:19:02.048920 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079be59-45f4-442b-8aa9-2cab652e942a req-b5648327-33f7-4449-821d-33ad25d65b66 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:02.051691 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8079be59-45f4-442b-8aa9-2cab652e942a req-b5648327-33f7-4449-821d-33ad25d65b66 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.2301979 Aug 30 01:19:02.205681 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:02.212356 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (949550e8-1c15-47fd-ad7b-840b2abc0cfb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.237820 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (949550e8-1c15-47fd-ad7b-840b2abc0cfb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.352682 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8079be59-45f4-442b-8aa9-2cab652e942a req-d1aaf594-d4c0-404f-8564-2be91d06b5ce tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865856 Aug 30 01:19:02.363326 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949550e8-1c15-47fd-ad7b-840b2abc0cfb,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:02.368136 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9c932-67ef-4754-b88b-d4bee16a8c33 req-ee263117-c5ba-468d-bc43-abee994ae68c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:02.370445 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06d9c932-67ef-4754-b88b-d4bee16a8c33 req-ee263117-c5ba-468d-bc43-abee994ae68c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 943 time: 0.3502533 Aug 30 01:19:02.401736 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.414386 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-048157d5-e854-4344-a2f0-3222131fff97 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7688653 Aug 30 01:19:02.544345 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:18:55Z', 'revision_number': 3, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:02.548027 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d5453859-6a61-4651-8b55-323f944f4080 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:02.582328 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-2e87f50d-ae30-4dc4-9831-89d3c3eb2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:02.584335 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-2e87f50d-ae30-4dc4-9831-89d3c3eb2b82 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.2261138 Aug 30 01:19:02.635834 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cebe8-1685-4810-92c4-5e97e322435e None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:18:55Z', 'revision_number': 3, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:02.636316 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06d9c932-67ef-4754-b88b-d4bee16a8c33 req-29255aaf-89b0-4cbc-a9fe-0a881ed6088b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398610 Aug 30 01:19:02.709689 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port d5453859-6a61-4651-8b55-323f944f4080 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:02.710282 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d5453859-6a61-4651-8b55-323f944f4080), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.792009 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Allocated IP 172.20.0.1 (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3/c0b28002-8459-4951-ba8b-ed39e4244853/5ce315f7-bbdc-4aec-b998-4ee346157e6a) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:02.829930 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1804d75d-f7d4-492d-a372-93afe2e747a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.847445 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60394) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:02.972400 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:02.978524 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-171ff2a9-6763-4933-8163-50e5a233e998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.995153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:03.127028 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1804d75d-f7d4-492d-a372-93afe2e747a7 admin admin] Publish callbacks [] for security_group (1beadbdf-a196-483a-93f8-cd3cf74e8af7), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.141690 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1804d75d-f7d4-492d-a372-93afe2e747a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (1beadbdf-a196-483a-93f8-cd3cf74e8af7), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.177929 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port d5453859-6a61-4651-8b55-323f944f4080 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:03.178890 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (d5453859-6a61-4651-8b55-323f944f4080), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.256819 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:03.272861 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804d75d-f7d4-492d-a372-93afe2e747a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beadbdf-a196-483a-93f8-cd3cf74e8af7,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:03.332649 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1804d75d-f7d4-492d-a372-93afe2e747a7 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6c7960b468ef461fbe066a791cab7e01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3733511 Aug 30 01:19:03.334236 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60430) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:03.349621 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port d5453859-6a61-4651-8b55-323f944f4080, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=d5453859-6a61-4651-8b55-323f944f4080,segment=NetworkSegment(f3a3398e-5b19-429a-a1f0-7122dcf08905),segment_id=f3a3398e-5b19-429a-a1f0-7122dcf08905)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:03.370308 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (d5453859-6a61-4651-8b55-323f944f4080), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.457559 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7ed272f2-5d44-4917-bf3f-96912d347ac6 admin admin] Publish callbacks [] for security_group (1beadbdf-a196-483a-93f8-cd3cf74e8af7), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.464219 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4c098562-e7ad-4247-be8d-fe3c6317e383 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:19:03.490718 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-171ff2a9-6763-4933-8163-50e5a233e998 admin admin] Publish callbacks [] for security_group (9dcbed02-2cac-4071-8962-122a5734b043), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.494620 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:03.517203 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-171ff2a9-6763-4933-8163-50e5a233e998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9dcbed02-2cac-4071-8962-122a5734b043), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.524106 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-252f30c8-4193-486e-ab33-f38a4c38963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:03.526060 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-252f30c8-4193-486e-ab33-f38a4c38963c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6372046 Aug 30 01:19:03.538233 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7ed272f2-5d44-4917-bf3f-96912d347ac6 admin admin] Publish callbacks [] for security_group (1beadbdf-a196-483a-93f8-cd3cf74e8af7), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.609768 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=d5453859-6a61-4651-8b55-323f944f4080,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:03.677047 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks [] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.690435 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-171ff2a9-6763-4933-8163-50e5a233e998 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=494b5edce2bb49108f33c2c25462d914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8378010 Aug 30 01:19:03.709377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60438) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:03.774260 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f5459-6522-4727-b76e-1836cbc8a8a2 req-874a56e6-9193-41fe-9664-0422ea5bb192 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:03.776810 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-aa0f5459-6522-4727-b76e-1836cbc8a8a2 req-874a56e6-9193-41fe-9664-0422ea5bb192 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.2201760 Aug 30 01:19:03.882674 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4c098562-e7ad-4247-be8d-fe3c6317e383, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c098562-e7ad-4247-be8d-fe3c6317e383,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:03.890968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f1b1-b9d1-4c00-ba1a-6989f8cb872d req-419a658d-d9fc-45c2-bfa0-dd3931f14a95 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:03.893455 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fbb2f1b1-b9d1-4c00-ba1a-6989f8cb872d req-419a658d-d9fc-45c2-bfa0-dd3931f14a95 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 943 time: 0.0831635 Aug 30 01:19:03.911021 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ff2a9-6763-4933-8163-50e5a233e998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcbed02-2cac-4071-8962-122a5734b043,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:03.924646 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-815e5574-aaff-45bc-8c75-5a130bb7390e admin admin] Publish callbacks [] for security_group (9dcbed02-2cac-4071-8962-122a5734b043), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.927269 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'mac_address': 'fa:16:3e:b3:b5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:19:04.013913 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-815e5574-aaff-45bc-8c75-5a130bb7390e admin admin] Publish callbacks [] for security_group (9dcbed02-2cac-4071-8962-122a5734b043), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.037875 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7ed272f2-5d44-4917-bf3f-96912d347ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (1beadbdf-a196-483a-93f8-cd3cf74e8af7), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.041238 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4c098562-e7ad-4247-be8d-fe3c6317e383 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:04.041902 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.044725 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7ed272f2-5d44-4917-bf3f-96912d347ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.057361 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7ed272f2-5d44-4917-bf3f-96912d347ac6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/1beadbdf-a196-483a-93f8-cd3cf74e8af7 HTTP/1.1" status: 204 len: 168 time: 0.7157595 Aug 30 01:19:04.082275 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c098562-e7ad-4247-be8d-fe3c6317e383 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:19:04.085479 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-aa0f5459-6522-4727-b76e-1836cbc8a8a2 req-9ba93a33-3549-4b91-91af-573cfdced006 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023546 Aug 30 01:19:04.109845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:04.138250 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed272f2-5d44-4917-bf3f-96912d347ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beadbdf-a196-483a-93f8-cd3cf74e8af7,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:04.159609 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fbb2f1b1-b9d1-4c00-ba1a-6989f8cb872d req-9b78bc50-4cc5-4feb-ae9c-dd50c9548b6f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500477 Aug 30 01:19:04.164031 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.169380 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-c174b689-d68c-48ae-8c4d-66a2e78bbdfb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057231 Aug 30 01:19:04.183468 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4c098562-e7ad-4247-be8d-fe3c6317e383, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c098562-e7ad-4247-be8d-fe3c6317e383,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:04.244340 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-815e5574-aaff-45bc-8c75-5a130bb7390e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9dcbed02-2cac-4071-8962-122a5734b043), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.247010 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.248791 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-815e5574-aaff-45bc-8c75-5a130bb7390e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.253803 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-815e5574-aaff-45bc-8c75-5a130bb7390e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9dcbed02-2cac-4071-8962-122a5734b043 HTTP/1.1" status: 204 len: 168 time: 0.5366466 Aug 30 01:19:04.269007 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce315f7-bbdc-4aec-b998-4ee346157e6a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:04.277354 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e5574-aaff-45bc-8c75-5a130bb7390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcbed02-2cac-4071-8962-122a5734b043,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:04.310329 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:04.314559 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:04.333514 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:04.336585 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (e101b19f-0389-4cc2-90f5-af2b48396cbc), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.387078 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4c098562-e7ad-4247-be8d-fe3c6317e383,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:04.446541 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cdf4-f4a1-496f-93b7-238fe924d10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.562984 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fe08344-b643-4472-93f7-d87314fb5c84 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:04.631437 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:04.653769 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['4c098562-e7ad-4247-be8d-fe3c6317e383'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:19:04.750673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5fe08344-b643-4472-93f7-d87314fb5c84 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:04.751661 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.759623 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f74cab16-6398-40f7-b012-33b9e45d9eb9 req-302d3cd6-4af7-40a4-b4ca-6af6564beaff service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004168 Aug 30 01:19:04.853138 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.955179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-461e7ea9-78bb-4e7e-b5e4-e9014a900c99 None None] Provisioning complete for port 5ce315f7-bbdc-4aec-b998-4ee346157e6a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:04.955709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-461e7ea9-78bb-4e7e-b5e4-e9014a900c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.058115 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5fe08344-b643-4472-93f7-d87314fb5c84 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:05.058983 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.114075 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:05.114341 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60482) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:05.119305 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 5fe08344-b643-4472-93f7-d87314fb5c84, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5fe08344-b643-4472-93f7-d87314fb5c84,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:05.139327 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.140248 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d5453859-6a61-4651-8b55-323f944f4080 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:05.144982 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3e089bab-2a3a-40fa-9cc9-6f3dd404e1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.172036 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks [] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.194223 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.195047 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (e101b19f-0389-4cc2-90f5-af2b48396cbc), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.262900 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-461e7ea9-78bb-4e7e-b5e4-e9014a900c99 None None] Port 5ce315f7-bbdc-4aec-b998-4ee346157e6a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:05.353644 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce315f7-bbdc-4aec-b998-4ee346157e6a,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:05.361254 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3e089bab-2a3a-40fa-9cc9-6f3dd404e1b8 admin admin] Publish callbacks [] for security_group (e593ee30-f3a7-4ade-89f6-e62023970d6d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.365956 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=5fe08344-b643-4472-93f7-d87314fb5c84,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:05.375299 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port d5453859-6a61-4651-8b55-323f944f4080 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:05.375526 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (d5453859-6a61-4651-8b55-323f944f4080), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.390417 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3e089bab-2a3a-40fa-9cc9-6f3dd404e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e593ee30-f3a7-4ade-89f6-e62023970d6d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.413689 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.414034 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.414951 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.415316 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.415653 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.415981 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.416383 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.416709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.417047 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.417415 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.418257 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.418596 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.418915 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.419425 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.419744 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:05.423190 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:05.457443 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3e089bab-2a3a-40fa-9cc9-6f3dd404e1b8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=e03b079cc2e04626aea5050f3ee8f36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421724 Aug 30 01:19:05.467164 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c607a-2ef3-4535-8265-133bc29c3d63 req-81385592-50d8-4007-b61a-6b225df89516 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:05.472242 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae2c607a-2ef3-4535-8265-133bc29c3d63 req-81385592-50d8-4007-b61a-6b225df89516 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 944 time: 0.1666558 Aug 30 01:19:05.472478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60488) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:05.529339 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port d5453859-6a61-4651-8b55-323f944f4080 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:05.553233 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:05.561200 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:05.577047 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e089bab-2a3a-40fa-9cc9-6f3dd404e1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e593ee30-f3a7-4ade-89f6-e62023970d6d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:05.614522 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae2c607a-2ef3-4535-8265-133bc29c3d63 req-c0406f51-a111-4cfb-b35a-7bdae2033c15 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297214 Aug 30 01:19:05.910850 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-55feec9b-34a0-4e4d-adc2-0299b665346c None None] Provisioning complete for port 5ce315f7-bbdc-4aec-b998-4ee346157e6a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:05.911463 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-55feec9b-34a0-4e4d-adc2-0299b665346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:05.962058 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-55feec9b-34a0-4e4d-adc2-0299b665346c None None] Port 5ce315f7-bbdc-4aec-b998-4ee346157e6a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:06.064510 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9dd66250-0f5f-4d96-9a80-268a29f4e8b9 admin admin] Publish callbacks [] for security_group (e593ee30-f3a7-4ade-89f6-e62023970d6d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:06.101652 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9dd66250-0f5f-4d96-9a80-268a29f4e8b9 admin admin] Publish callbacks [] for security_group (e593ee30-f3a7-4ade-89f6-e62023970d6d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:06.139464 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:19:06.236471 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fe08344-b643-4472-93f7-d87314fb5c84 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:06.278978 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:06.299354 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5fe08344-b643-4472-93f7-d87314fb5c84 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:06.300143 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:06.319441 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9dd66250-0f5f-4d96-9a80-268a29f4e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e593ee30-f3a7-4ade-89f6-e62023970d6d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:06.322024 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9dd66250-0f5f-4d96-9a80-268a29f4e8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:06.327288 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9dd66250-0f5f-4d96-9a80-268a29f4e8b9 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e593ee30-f3a7-4ade-89f6-e62023970d6d HTTP/1.1" status: 204 len: 168 time: 0.8494108 Aug 30 01:19:06.343184 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd66250-0f5f-4d96-9a80-268a29f4e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e593ee30-f3a7-4ade-89f6-e62023970d6d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:06.378236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:06.393255 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-86cf5983-0bde-4124-9820-8d99d17f1475 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/e101b19f-0389-4cc2-90f5-af2b48396cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0359893 Aug 30 01:19:06.405929 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:06.426891 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:06.427954 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:18:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:06.439016 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5fe08344-b643-4472-93f7-d87314fb5c84 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:06.599263 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f580c7ed-7f87-407d-8f97-81a60656f50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:06.745291 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60522) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:06.814045 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:06.855057 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b69f3-258e-46ac-a955-d601d245f4e5 req-003596df-308c-4701-a609-464fb8d484c1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:06.865762 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-099b69f3-258e-46ac-a955-d601d245f4e5 req-003596df-308c-4701-a609-464fb8d484c1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 944 time: 0.0814521 Aug 30 01:19:06.979861 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-099b69f3-258e-46ac-a955-d601d245f4e5 req-39bf19d6-5129-4702-bd4d-543b0afbc0b4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123288 Aug 30 01:19:07.108963 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d8734807-f52b-4ff8-afb8-ead1349f6475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.137709 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:07.163479 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60530) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:07.178758 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 2, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:07.202416 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a3b85e3d-cf20-4244-88cd-cd91c6eed313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.255397 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:07.264090 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:07.282049 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:07.282449 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Updating router e101b19f-0389-4cc2-90f5-af2b48396cbc port 5ce315f7-bbdc-4aec-b998-4ee346157e6a binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:07.350695 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.358477 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d8734807-f52b-4ff8-afb8-ead1349f6475 admin admin] Publish callbacks [] for security_group (053e938c-35ce-4306-9b5b-27929eb67076), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.367735 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d8734807-f52b-4ff8-afb8-ead1349f6475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (053e938c-35ce-4306-9b5b-27929eb67076), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.369233 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a3b85e3d-cf20-4244-88cd-cd91c6eed313 admin admin] Publish callbacks [] for security_group (cb7a74bf-1494-4876-ae63-559ea58c6aef), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.379036 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a3b85e3d-cf20-4244-88cd-cd91c6eed313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (cb7a74bf-1494-4876-ae63-559ea58c6aef), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.435287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734807-f52b-4ff8-afb8-ead1349f6475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e938c-35ce-4306-9b5b-27929eb67076,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:07.440043 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d8734807-f52b-4ff8-afb8-ead1349f6475 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=b4aa238cfc3d4806bd775e10a2256f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6926019 Aug 30 01:19:07.442701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60538) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:07.484023 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4c098562-e7ad-4247-be8d-fe3c6317e383 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:07.522602 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-00e541d5-0d6d-4ff5-8a0c-8e0f5a72a2ce admin admin] Publish callbacks [] for security_group (053e938c-35ce-4306-9b5b-27929eb67076), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.547789 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:19:07.562928 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-00e541d5-0d6d-4ff5-8a0c-8e0f5a72a2ce admin admin] Publish callbacks [] for security_group (053e938c-35ce-4306-9b5b-27929eb67076), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.569616 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 4c098562-e7ad-4247-be8d-fe3c6317e383 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:19:07.585023 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 4c098562-e7ad-4247-be8d-fe3c6317e383 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:07.585848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.613504 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:07.669661 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-00e541d5-0d6d-4ff5-8a0c-8e0f5a72a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (053e938c-35ce-4306-9b5b-27929eb67076), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.675470 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-00e541d5-0d6d-4ff5-8a0c-8e0f5a72a2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.684044 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-00e541d5-0d6d-4ff5-8a0c-8e0f5a72a2ce admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/053e938c-35ce-4306-9b5b-27929eb67076 HTTP/1.1" status: 204 len: 168 time: 0.2401760 Aug 30 01:19:07.699773 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b85e3d-cf20-4244-88cd-cd91c6eed313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a74bf-1494-4876-ae63-559ea58c6aef,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:07.711243 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e541d5-0d6d-4ff5-8a0c-8e0f5a72a2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e938c-35ce-4306-9b5b-27929eb67076,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:07.724224 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a3b85e3d-cf20-4244-88cd-cd91c6eed313 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a4709278e71a4e1fadde5e4d227941fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587792 Aug 30 01:19:07.726830 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60546) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:07.788302 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:07.799227 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fcd859f-081f-4c4b-96de-5b9d0120948e admin admin] Publish callbacks [] for security_group (cb7a74bf-1494-4876-ae63-559ea58c6aef), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.836643 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fcd859f-081f-4c4b-96de-5b9d0120948e admin admin] Publish callbacks [] for security_group (cb7a74bf-1494-4876-ae63-559ea58c6aef), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.869082 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4c098562-e7ad-4247-be8d-fe3c6317e383 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:07.869481 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.901629 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60550) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:07.909053 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146882841-network', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:07.909698 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Publish callbacks [] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.910451 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fcd859f-081f-4c4b-96de-5b9d0120948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (cb7a74bf-1494-4876-ae63-559ea58c6aef), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.914193 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fcd859f-081f-4c4b-96de-5b9d0120948e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.915758 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6fcd859f-081f-4c4b-96de-5b9d0120948e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/cb7a74bf-1494-4876-ae63-559ea58c6aef HTTP/1.1" status: 204 len: 168 time: 0.1870244 Aug 30 01:19:07.918504 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.926872 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd859f-081f-4c4b-96de-5b9d0120948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a74bf-1494-4876-ae63-559ea58c6aef,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:07.927482 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:19:07.940701 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8771339-aa5c-4bac-a168-49515d45089c" -d '{"events": [{"server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "name": "network-vif-plugged", "status": "completed", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:19:07.949192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Made reservation on behalf of c1519945e9154f16adf095a4e25a067d for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:07.953114 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.965953 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:07.985390 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4c098562-e7ad-4247-be8d-fe3c6317e383, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c098562-e7ad-4247-be8d-fe3c6317e383,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:08.009681 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.098856 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb19b0fc-11da-4dbd-b6a2-5cca47194386 x-openstack-request-id: req-eb19b0fc-11da-4dbd-b6a2-5cca47194386 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:19:08.099226 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "name": "network-vif-plugged", "status": "completed", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:19:08.102466 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb19b0fc-11da-4dbd-b6a2-5cca47194386 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:19:08.102880 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb19b0fc-11da-4dbd-b6a2-5cca47194386'] response: {'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'code': 200} Aug 30 01:19:08.119624 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks [] for security_group (4df15753-779c-4069-a912-fd850c48f367), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.127823 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4df15753-779c-4069-a912-fd850c48f367), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.146474 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6598f7-f61a-4a20-aca1-96da902a2f1a None None] Pushing event updated for resources: {'Port': ['ID=5ce315f7-bbdc-4aec-b998-4ee346157e6a,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:08.165839 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4c098562-e7ad-4247-be8d-fe3c6317e383,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:08.204257 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df15753-779c-4069-a912-fd850c48f367,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:08.232184 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:19:08.234057 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7991b4a-2ae1-4659-90e1-2d3bac4a85e3 req-a2930fe2-6091-4190-a7e0-03eef7b109ae tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:08.240069 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d7991b4a-2ae1-4659-90e1-2d3bac4a85e3 req-a2930fe2-6091-4190-a7e0-03eef7b109ae tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.1113632 Aug 30 01:19:08.257512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (5c0c5d59-7511-48c7-aca6-19600a41e6f4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.262559 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Added segment 5c0c5d59-7511-48c7-aca6-19600a41e6f4 of type vlan for network 65ae2663-b052-4174-a789-360558ba873f Aug 30 01:19:08.267378 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Attempting to bind port 5ce315f7-bbdc-4aec-b998-4ee346157e6a on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:08.270476 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Attempting to bind port 5ce315f7-bbdc-4aec-b998-4ee346157e6a by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:08.271122 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Attempting to bind port 5ce315f7-bbdc-4aec-b998-4ee346157e6a on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:08.287691 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:08.290286 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Checking segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:08.292434 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.294630 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Bound using segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:08.295386 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Bound port: 5ce315f7-bbdc-4aec-b998-4ee346157e6a, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:08.296421 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.333821 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d7991b4a-2ae1-4659-90e1-2d3bac4a85e3 req-136f1353-a078-4b02-b6e7-61e0204a60e1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843065 Aug 30 01:19:08.401660 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (65ae2663-b052-4174-a789-360558ba873f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.435136 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:08.460047 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] For port 5ce315f7-bbdc-4aec-b998-4ee346157e6a, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:08.470207 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] For port 5ce315f7-bbdc-4aec-b998-4ee346157e6a, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5ce315f7-bbdc-4aec-b998-4ee346157e6a,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:08.488595 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.524100 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (65ae2663-b052-4174-a789-360558ba873f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.524100 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:08.524100 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.568240 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.599727 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6966164 Aug 30 01:19:08.602054 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60572) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:08.611122 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Request body: {'subnet': {'network_id': '65ae2663-b052-4174-a789-360558ba873f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146882841-subnet', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:08.642582 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Made reservation on behalf of c1519945e9154f16adf095a4e25a067d for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:08.647378 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:08.656062 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6598f7-f61a-4a20-aca1-96da902a2f1a None None] Pushing event updated for resources: {'Port': ['ID=5ce315f7-bbdc-4aec-b998-4ee346157e6a,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:08.670370 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:08.671024 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:08.799526 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a4d4-824e-4ade-aabf-3d6d9e03f058 admin admin] Pushing event updated for resources: {'Network': ['ID=65ae2663-b052-4174-a789-360558ba873f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:08.811795 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 65ae2663-b052-4174-a789-360558ba873f details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:19:08.920957 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:08.994036 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (b49d213d-39a1-45f9-8618-20066ea2c482), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.039365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=8,neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:09.071963 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49d213d-39a1-45f9-8618-20066ea2c482,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:09.120866 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Checking segment: {'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:09.121659 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Network hostable DHCP agents. Network: 65ae2663-b052-4174-a789-360558ba873f, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:19:09.174289 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a767a34-cf7a-4167-b838-07d79ae33a13 req-b881fbca-8200-42b4-81c2-17e83ef53f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:09.175731 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:08Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:09.176024 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a767a34-cf7a-4167-b838-07d79ae33a13 req-b881fbca-8200-42b4-81c2-17e83ef53f8e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1129 time: 0.0737936 Aug 30 01:19:09.182431 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Network 65ae2663-b052-4174-a789-360558ba873f is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:19:09.208518 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 65ae2663-b052-4174-a789-360558ba873f) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:09.209234 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa52d5e7-7e32-4e15-9664-bfb76dfd2066 None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:08Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:09.221367 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13822e-9922-4ac9-9d8a-cbebcfa5b961 None None] Network 65ae2663-b052-4174-a789-360558ba873f requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:09.226159 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:09.227055 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.267033 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1852520d-180b-4202-bc39-707d6f063b5b admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6633584 Aug 30 01:19:09.269846 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60584) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:09.280341 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a767a34-cf7a-4167-b838-07d79ae33a13 req-5c058ddb-2d85-4dee-ba14-873f86e4a72b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849893 Aug 30 01:19:09.296124 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:09.334317 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (edb84822-f02d-4909-9b16-45a55d8b0460), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.335473 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (edb84822-f02d-4909-9b16-45a55d8b0460), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.378046 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:09.421251 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks [] for router_controller (edb84822-f02d-4909-9b16-45a55d8b0460), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.478395 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-65ae2663-b052-4174-a789-360558ba873f', 'network_id': '65ae2663-b052-4174-a789-360558ba873f', 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'fixed_ips': [{'subnet_id': 'b49d213d-39a1-45f9-8618-20066ea2c482'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:19:09.479347 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.700244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95ba95-e1a2-49a2-9a46-0a43266698f0 req-18520704-7080-4b58-8166-5b2fc0e7e16c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:09.702759 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dc95ba95-e1a2-49a2-9a46-0a43266698f0 req-18520704-7080-4b58-8166-5b2fc0e7e16c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.2271445 Aug 30 01:19:09.711208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks [] for router_gateway (edb84822-f02d-4909-9b16-45a55d8b0460), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.751475 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Allocated IP 172.20.0.2 (65ae2663-b052-4174-a789-360558ba873f/b49d213d-39a1-45f9-8618-20066ea2c482/6c23edc0-bdb0-4238-9776-a26295045a63) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:09.884323 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:09.930872 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:09.945985 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dc95ba95-e1a2-49a2-9a46-0a43266698f0 req-96c28582-ed31-4625-ba2c-9072282d4807 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302136 Aug 30 01:19:09.977377 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Publish callbacks [] for port (6c23edc0-bdb0-4238-9776-a26295045a63), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:09.985481 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:10.032054 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.134148 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.138962 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Network 65ae2663-b052-4174-a789-360558ba873f is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:10.143081 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:10.146179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:10.168870 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Pushing event updated for resources: {'Port': ['ID=6c23edc0-bdb0-4238-9776-a26295045a63,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:10.190034 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks [] for router_gateway (edb84822-f02d-4909-9b16-45a55d8b0460), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.222403 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.334795 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5ce315f7-bbdc-4aec-b998-4ee346157e6a up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:10.392913 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.410282 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Attempting to bind port 6c23edc0-bdb0-4238-9776-a26295045a63 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:10.411305 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Attempting to bind port 6c23edc0-bdb0-4238-9776-a26295045a63 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:10.411772 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Attempting to bind port 6c23edc0-bdb0-4238-9776-a26295045a63 on network 65ae2663-b052-4174-a789-360558ba873f {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:10.430290 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:10.430747 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Checking segment: {'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:10.431339 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.431761 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Allocated IP 172.27.3.43 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/84ef5fb4-b7f8-4ffa-aae5-99d84c17db96) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:10.432326 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Bound using segment: {'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:10.432612 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Bound port: 6c23edc0-bdb0-4238-9776-a26295045a63, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:10.433192 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.478910 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5ce315f7-bbdc-4aec-b998-4ee346157e6a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:10.479283 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.622355 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks [] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.630691 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:10.635626 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] For port 6c23edc0-bdb0-4238-9776-a26295045a63, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:10.639175 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5ce315f7-bbdc-4aec-b998-4ee346157e6a is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:10.639595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.671759 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.678322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] For port 6c23edc0-bdb0-4238-9776-a26295045a63, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=6c23edc0-bdb0-4238-9776-a26295045a63,segment=NetworkSegment(5c0c5d59-7511-48c7-aca6-19600a41e6f4),segment_id=5c0c5d59-7511-48c7-aca6-19600a41e6f4)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:10.691299 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.752519 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:10.754438 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Pushing event updated for resources: {'Port': ['ID=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:10.758885 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:10.762138 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:10.764032 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 5ce315f7-bbdc-4aec-b998-4ee346157e6a, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5ce315f7-bbdc-4aec-b998-4ee346157e6a,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:10.781655 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:10.799843 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de920efd-50cb-4d57-b75e-40a7c6a9d14e None None] Pushing event updated for resources: {'Port': ['ID=6c23edc0-bdb0-4238-9776-a26295045a63,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:10.868461 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=5ce315f7-bbdc-4aec-b998-4ee346157e6a,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:11.067930 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks [] for router_gateway (edb84822-f02d-4909-9b16-45a55d8b0460), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.125819 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20614be-b381-4948-bb5d-b2119d17e462 req-8f7a4a4a-db93-4180-8802-593d08ba5e4f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:11.127585 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a20614be-b381-4948-bb5d-b2119d17e462 req-8f7a4a4a-db93-4180-8802-593d08ba5e4f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0616186 Aug 30 01:19:11.130450 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:11.182455 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a20614be-b381-4948-bb5d-b2119d17e462 req-128f7103-c793-4825-b9fa-0e4b1df58d07 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487354 Aug 30 01:19:11.280653 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (edb84822-f02d-4909-9b16-45a55d8b0460), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.370968 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:11.414405 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Router edb84822-f02d-4909-9b16-45a55d8b0460 is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:19:11.527480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:11.538149 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Sync routers for ids ['edb84822-f02d-4909-9b16-45a55d8b0460'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:11.550700 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Routers {'edb84822-f02d-4909-9b16-45a55d8b0460'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:11.551509 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['edb84822-f02d-4909-9b16-45a55d8b0460'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:11.555526 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.559664 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f6164157-3e70-42aa-b5e0-c823667016fb admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2822008 Aug 30 01:19:11.559964 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60618) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:11.675614 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Set router edb84822-f02d-4909-9b16-45a55d8b0460 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:11.812551 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1588fc-4ef7-40c6-b519-4f838775cb70 None None] Network 65ae2663-b052-4174-a789-360558ba873f requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:11.836115 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:12.021732 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.044860 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a8439f31-ea16-4327-89f8-5d280ce8eaef None None] Provisioning complete for port 6c23edc0-bdb0-4238-9776-a26295045a63 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:12.046501 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8439f31-ea16-4327-89f8-5d280ce8eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.094809 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 3, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:12.147062 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Checking router: edb84822-f02d-4909-9b16-45a55d8b0460 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:12.147420 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Updating router edb84822-f02d-4909-9b16-45a55d8b0460 port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:12.174221 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:12.175211 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:12.203585 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.209630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Allocated IP 172.20.0.1 (65ae2663-b052-4174-a789-360558ba873f/b49d213d-39a1-45f9-8618-20066ea2c482/dac4219b-50d1-4b5b-b3f1-721d32fb3169) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:12.350618 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks [] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.381120 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a8439f31-ea16-4327-89f8-5d280ce8eaef None None] Current status of the port 6c23edc0-bdb0-4238-9776-a26295045a63 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:12.381674 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8439f31-ea16-4327-89f8-5d280ce8eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.384654 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5ce315f7-bbdc-4aec-b998-4ee346157e6a up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:12.387568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692d919-a8ea-45e9-9b09-662d680b4b77 req-12ad890f-a971-4a04-9c5f-90a009f0b19a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:12.389534 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a692d919-a8ea-45e9-9b09-662d680b4b77 req-12ad890f-a971-4a04-9c5f-90a009f0b19a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0780859 Aug 30 01:19:12.400675 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.467372 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Network 65ae2663-b052-4174-a789-360558ba873f is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:12.474669 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:12.479681 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:12.480580 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a692d919-a8ea-45e9-9b09-662d680b4b77 req-4387f60c-66f4-4119-9031-5d15090d3dae tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838432 Aug 30 01:19:12.481094 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (edb84822-f02d-4909-9b16-45a55d8b0460), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.485434 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Pushing event updated for resources: {'Port': ['ID=dac4219b-50d1-4b5b-b3f1-721d32fb3169,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:12.491646 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:12.532619 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a8439f31-ea16-4327-89f8-5d280ce8eaef None None] For port 6c23edc0-bdb0-4238-9776-a26295045a63, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=6c23edc0-bdb0-4238-9776-a26295045a63,segment=NetworkSegment(5c0c5d59-7511-48c7-aca6-19600a41e6f4),segment_id=5c0c5d59-7511-48c7-aca6-19600a41e6f4)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:12.593787 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8439f31-ea16-4327-89f8-5d280ce8eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.654885 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5ce315f7-bbdc-4aec-b998-4ee346157e6a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:12.655261 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.712783 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.749533 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8439f31-ea16-4327-89f8-5d280ce8eaef None None] Pushing event updated for resources: {'Port': ['ID=6c23edc0-bdb0-4238-9776-a26295045a63,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:12.756526 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-566bdb0a-173c-47eb-97e7-f342bb1b3cb4 None None] Provisioning complete for port 6c23edc0-bdb0-4238-9776-a26295045a63 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:12.756935 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-566bdb0a-173c-47eb-97e7-f342bb1b3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.785966 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:12.901855 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Publish callbacks [] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.906252 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5ce315f7-bbdc-4aec-b998-4ee346157e6a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:12.907395 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 6c23edc0-bdb0-4238-9776-a26295045a63 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:12.911163 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.918657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks [] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.923377 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.924236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (edb84822-f02d-4909-9b16-45a55d8b0460), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.997379 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Attempting to bind port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:12.997761 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Attempting to bind port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:12.998119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Attempting to bind port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:13.014177 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Pushing event updated for resources: {'Port': ['ID=dac4219b-50d1-4b5b-b3f1-721d32fb3169,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:13.021687 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:13.022048 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:13.022448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.022841 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:13.023354 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Bound port: 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:13.023716 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.025335 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-566bdb0a-173c-47eb-97e7-f342bb1b3cb4 None None] Current status of the port 6c23edc0-bdb0-4238-9776-a26295045a63 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:13.049764 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b4bb-68b9-4a64-8b89-c5d263486ccb None None] Pushing event updated for resources: {'Port': ['ID=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:13.069004 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 6c23edc0-bdb0-4238-9776-a26295045a63 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:13.069383 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.074388 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Network 65ae2663-b052-4174-a789-360558ba873f is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:13.076014 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:13.116078 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] For port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:13.120772 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] For port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:13.130888 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.172763 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:13.187615 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:13.188843 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-753baf77-341b-40c8-b7b5-c84217e8a2d7 None None] Provisioning complete for port dac4219b-50d1-4b5b-b3f1-721d32fb3169 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:13.189398 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-753baf77-341b-40c8-b7b5-c84217e8a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.219281 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Routers {'edb84822-f02d-4909-9b16-45a55d8b0460'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:13.219920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['edb84822-f02d-4909-9b16-45a55d8b0460'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:13.223190 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Router edb84822-f02d-4909-9b16-45a55d8b0460 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:19:13.236173 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:13.313534 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b4bb-68b9-4a64-8b89-c5d263486ccb None None] Pushing event updated for resources: {'Port': ['ID=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:13.319568 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 6c23edc0-bdb0-4238-9776-a26295045a63 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:13.328658 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-753baf77-341b-40c8-b7b5-c84217e8a2d7 None None] Port dac4219b-50d1-4b5b-b3f1-721d32fb3169 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:13.358951 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:13.364422 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5e22a32e-21ce-47d9-bec4-c96e0c112f5d admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/edb84822-f02d-4909-9b16-45a55d8b0460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033264 Aug 30 01:19:13.381371 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] Set router edb84822-f02d-4909-9b16-45a55d8b0460 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:13.501450 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2d19ea70-4811-4c98-af9f-d47df5641d18 None None] Provisioning complete for port dac4219b-50d1-4b5b-b3f1-721d32fb3169 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:13.501450 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2d19ea70-4811-4c98-af9f-d47df5641d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.548654 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2d19ea70-4811-4c98-af9f-d47df5641d18 None None] Port dac4219b-50d1-4b5b-b3f1-721d32fb3169 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:13.609158 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f56ef-5a12-414e-9717-5f7530c2ce1e req-202876db-2fb5-481a-b41c-53b709601f12 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:13.610747 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a4f56ef-5a12-414e-9717-5f7530c2ce1e req-202876db-2fb5-481a-b41c-53b709601f12 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0547633 Aug 30 01:19:13.646290 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 4, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'dac4219b-50d1-4b5b-b3f1-721d32fb3169', 'name': '', 'network_id': '65ae2663-b052-4174-a789-360558ba873f', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'mac_address': 'fa:16:3e:eb:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:12Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 2, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'subnets': [{'id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:13.677240 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe1166-928c-49ce-8afe-5aca7e52e77f None None] The sync data for ids ['edb84822-f02d-4909-9b16-45a55d8b0460'] in dv-cinder-815145-12-iscsi is: [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 4, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'dac4219b-50d1-4b5b-b3f1-721d32fb3169', 'name': '', 'network_id': '65ae2663-b052-4174-a789-360558ba873f', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'mac_address': 'fa:16:3e:eb:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:12Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 2, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'subnets': [{'id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:13.706006 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a4f56ef-5a12-414e-9717-5f7530c2ce1e req-1d3d52b8-5ff7-4453-bb32-11f226910ff5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890355 Aug 30 01:19:13.900616 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60652) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:13.908313 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-d5db75e7-d417-4828-aa2e-f39a392e7c94 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498413457', 'description': 'tempest-secgroup-smoke-1498413457 description', 'project_id': '20cdcff29a0448dc92460b2ddd45617b'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:13.963230 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5db75e7-d417-4828-aa2e-f39a392e7c94 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.126567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5db75e7-d417-4828-aa2e-f39a392e7c94 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group (91832125-6fcf-4787-8a04-ef4564de847c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.133075 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5db75e7-d417-4828-aa2e-f39a392e7c94 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (91832125-6fcf-4787-8a04-ef4564de847c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.167042 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5db75e7-d417-4828-aa2e-f39a392e7c94 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.168811 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d5db75e7-d417-4828-aa2e-f39a392e7c94 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2669904 Aug 30 01:19:14.171244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db75e7-d417-4828-aa2e-f39a392e7c94 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91832125-6fcf-4787-8a04-ef4564de847c,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:14.173686 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60656) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:14.179716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-897d66c9-d091-40bc-b51b-bd2d1646ba18 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'security_group_rule': {'security_group_id': '91832125-6fcf-4787-8a04-ef4564de847c', 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:14.220107 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-897d66c9-d091-40bc-b51b-bd2d1646ba18 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (8be3804b-e4b8-445d-b253-d02302152f1c), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.227969 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 6c23edc0-bdb0-4238-9776-a26295045a63 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:14.314718 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 6c23edc0-bdb0-4238-9776-a26295045a63 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:14.315242 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.349758 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:14.361087 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-897d66c9-d091-40bc-b51b-bd2d1646ba18 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (8be3804b-e4b8-445d-b253-d02302152f1c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.369431 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-897d66c9-d091-40bc-b51b-bd2d1646ba18 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (8be3804b-e4b8-445d-b253-d02302152f1c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.403894 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d66c9-d091-40bc-b51b-bd2d1646ba18 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be3804b-e4b8-445d-b253-d02302152f1c,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:14.434022 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-897d66c9-d091-40bc-b51b-bd2d1646ba18 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.436645 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-897d66c9-d091-40bc-b51b-bd2d1646ba18 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2614856 Aug 30 01:19:14.441631 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60662) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:14.458637 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c3a532aa-4718-49f3-9966-629afb537634 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'security_group_rule': {'security_group_id': '91832125-6fcf-4787-8a04-ef4564de847c', 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:14.518227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a532aa-4718-49f3-9966-629afb537634 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (1f277058-8df3-4dd7-ae12-0ea309c57824), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.587215 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 6c23edc0-bdb0-4238-9776-a26295045a63 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:14.646093 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a532aa-4718-49f3-9966-629afb537634 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (1f277058-8df3-4dd7-ae12-0ea309c57824), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.654369 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a532aa-4718-49f3-9966-629afb537634 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (1f277058-8df3-4dd7-ae12-0ea309c57824), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.661293 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:14.680041 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a532aa-4718-49f3-9966-629afb537634 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f277058-8df3-4dd7-ae12-0ea309c57824,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:14.706990 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a532aa-4718-49f3-9966-629afb537634 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.720391 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c3a532aa-4718-49f3-9966-629afb537634 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2668934 Aug 30 01:19:14.720601 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60666) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:14.740563 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e959d454-23e5-4910-bd35-c4ef81f922db tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'security_group_rule': {'security_group_id': '91832125-6fcf-4787-8a04-ef4564de847c', 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:14.796412 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e959d454-23e5-4910-bd35-c4ef81f922db tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (84d5e2aa-0f2f-4083-9225-2736bca07b4a), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.872696 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd998-1bf0-46d0-859c-dc9aaa8dad47 req-467e9ea0-e797-4384-9af7-5632db1fa2eb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:14.875809 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2fbd998-1bf0-46d0-859c-dc9aaa8dad47 req-467e9ea0-e797-4384-9af7-5632db1fa2eb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0766096 Aug 30 01:19:14.904468 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e959d454-23e5-4910-bd35-c4ef81f922db tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (84d5e2aa-0f2f-4083-9225-2736bca07b4a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.910942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e959d454-23e5-4910-bd35-c4ef81f922db tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (84d5e2aa-0f2f-4083-9225-2736bca07b4a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.935397 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959d454-23e5-4910-bd35-c4ef81f922db tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d5e2aa-0f2f-4083-9225-2736bca07b4a,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:14.949839 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2fbd998-1bf0-46d0-859c-dc9aaa8dad47 req-2c604776-f02d-4971-89fa-26c845e0fa79 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657353 Aug 30 01:19:14.951241 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e959d454-23e5-4910-bd35-c4ef81f922db tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.952534 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e959d454-23e5-4910-bd35-c4ef81f922db tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2335117 Aug 30 01:19:14.955420 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60674) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:14.961159 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-7277818d-c087-4118-8db7-213cfbe7e1b2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'security_group_rule': {'security_group_id': '91832125-6fcf-4787-8a04-ef4564de847c', 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:15.019482 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7277818d-c087-4118-8db7-213cfbe7e1b2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (d01e2449-c3f5-4153-8b5f-502e1ebe52ac), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.100872 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7277818d-c087-4118-8db7-213cfbe7e1b2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (d01e2449-c3f5-4153-8b5f-502e1ebe52ac), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.108591 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7277818d-c087-4118-8db7-213cfbe7e1b2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (d01e2449-c3f5-4153-8b5f-502e1ebe52ac), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.127029 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8abcd9-e821-4a5e-a4ce-048d527f5a24 req-888d7095-7ab9-4b84-8b02-b60c5305abe2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:15.128847 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7b8abcd9-e821-4a5e-a4ce-048d527f5a24 req-888d7095-7ab9-4b84-8b02-b60c5305abe2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0670187 Aug 30 01:19:15.141256 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60680) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:15.148097 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'floatingip': {'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:15.163077 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277818d-c087-4118-8db7-213cfbe7e1b2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01e2449-c3f5-4153-8b5f-502e1ebe52ac,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:15.171170 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7277818d-c087-4118-8db7-213cfbe7e1b2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.172674 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7277818d-c087-4118-8db7-213cfbe7e1b2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2157803 Aug 30 01:19:15.176567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60682) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:15.190853 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'security_group_rule': {'security_group_id': '91832125-6fcf-4787-8a04-ef4564de847c', 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:15.209918 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.228809 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.securitygroups_db [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Project 20cdcff29a0448dc92460b2ddd45617b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:19:15.237619 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (1a5ce818-aa61-4cf7-94af-abd631bc3ae5), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.318258 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (1a5ce818-aa61-4cf7-94af-abd631bc3ae5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.328546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (1a5ce818-aa61-4cf7-94af-abd631bc3ae5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.347880 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5ce818-aa61-4cf7-94af-abd631bc3ae5,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:15.361717 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.366284 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0b24b112-be3a-4696-af18-24f783e92599 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1885312 Aug 30 01:19:15.366909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60684) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:15.371988 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'security_group_rule': {'security_group_id': '91832125-6fcf-4787-8a04-ef4564de847c', 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:15.409533 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.securitygroups_db [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Project 20cdcff29a0448dc92460b2ddd45617b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:19:15.419539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (2e726f7b-f373-415a-89cd-9c6c33f68476), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.488865 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (2e726f7b-f373-415a-89cd-9c6c33f68476), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.494860 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (2e726f7b-f373-415a-89cd-9c6c33f68476), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.533998 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.539355 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1714051 Aug 30 01:19:15.540620 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21f8b6-4c3c-496a-bd49-9a50adbcc492 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e726f7b-f373-415a-89cd-9c6c33f68476,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:15.634744 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:15.841938 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.846794 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.954934 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Floating IP 12e0ef66-de9d-489b-b2e6-2135cff439af associated. External IP: 172.27.3.49, port: 4c098562-e7ad-4247-be8d-fe3c6317e383. Aug 30 01:19:16.056777 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:16.221278 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:16.254507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Router ca549045-da0a-4eb7-b459-5810c9d64b28 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:19:16.275260 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:16.276377 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:16.383263 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:16.389343 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:16.389343 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:16.390239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:16.396329 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] Sync routers for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:16.410294 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:16.411398 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:16.431250 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:16.433849 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9a39979e-7ed8-422c-98d2-d18562875425 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/12e0ef66-de9d-489b-b2e6-2135cff439af HTTP/1.1" status: 200 len: 990 time: 1.2908947 Aug 30 01:19:16.444785 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:19:16.446458 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:16.447200 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:19:16.496610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb91e9-bfdc-4cc2-9a6a-ec44186eee98 x-openstack-request-id: req-c7fb91e9-bfdc-4cc2-9a6a-ec44186eee98 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:19:16.496907 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:19:16.497186 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7fb91e9-bfdc-4cc2-9a6a-ec44186eee98 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:19:16.497601 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fb91e9-bfdc-4cc2-9a6a-ec44186eee98'] response: {'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'status': 'completed', 'code': 200} Aug 30 01:19:16.529048 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:16.561809 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:16.791143 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:16.851535 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Sync routers for ids ['edb84822-f02d-4909-9b16-45a55d8b0460'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:16.867481 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Routers {'edb84822-f02d-4909-9b16-45a55d8b0460'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:16.868448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['edb84822-f02d-4909-9b16-45a55d8b0460'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:16.872677 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:16.928259 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '12e0ef66-de9d-489b-b2e6-2135cff439af', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'mac_address': 'fa:16:3e:b3:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:45Z', 'updated_at': '2022-08-30T01:19:15Z', 'revision_number': 1, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:16.958461 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] Checking router: ca549045-da0a-4eb7-b459-5810c9d64b28 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:16.971735 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:16.972769 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:17.046202 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:17.063854 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Set router edb84822-f02d-4909-9b16-45a55d8b0460 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:17.129725 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:17.210839 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:17.284916 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 4, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'dac4219b-50d1-4b5b-b3f1-721d32fb3169', 'name': '', 'network_id': '65ae2663-b052-4174-a789-360558ba873f', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'mac_address': 'fa:16:3e:eb:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:12Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 2, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'subnets': [{'id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:17.311479 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Checking router: edb84822-f02d-4909-9b16-45a55d8b0460 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:17.311828 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Updating router edb84822-f02d-4909-9b16-45a55d8b0460 port dac4219b-50d1-4b5b-b3f1-721d32fb3169 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:17.341697 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:17.378876 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '12e0ef66-de9d-489b-b2e6-2135cff439af', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'mac_address': 'fa:16:3e:b3:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:45Z', 'updated_at': '2022-08-30T01:19:15Z', 'revision_number': 1, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:17.406497 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-c49e0711-1f0c-4306-9eb0-03fa6178f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:17.409502 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-c49e0711-1f0c-4306-9eb0-03fa6178f111 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1129 time: 0.0582120 Aug 30 01:19:17.410175 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3832b95e-1f7b-4573-815d-e745706f6679 None None] The sync data for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi is: [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '12e0ef66-de9d-489b-b2e6-2135cff439af', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'mac_address': 'fa:16:3e:b3:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:45Z', 'updated_at': '2022-08-30T01:19:15Z', 'revision_number': 1, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:17.537758 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-629dc971-3dcc-4bbf-95fe-7edf21dd380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:17.539300 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-629dc971-3dcc-4bbf-95fe-7edf21dd380e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.1195436 Aug 30 01:19:17.677123 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bcb0a6-937b-463d-9ab8-f4e1a6cc6571 None None] New status for floating IP 12e0ef66-de9d-489b-b2e6-2135cff439af: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:19:17.715832 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Publish callbacks [] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:17.722573 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:17.811469 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e8db-f621-4fb6-9360-327e752e1216 None None] Pushing event updated for resources: {'Port': ['ID=dac4219b-50d1-4b5b-b3f1-721d32fb3169,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:17.845715 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Attempting to bind port dac4219b-50d1-4b5b-b3f1-721d32fb3169 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:17.846175 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Attempting to bind port dac4219b-50d1-4b5b-b3f1-721d32fb3169 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:17.846603 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Attempting to bind port dac4219b-50d1-4b5b-b3f1-721d32fb3169 on network 65ae2663-b052-4174-a789-360558ba873f {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:17.852793 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:17.853278 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Checking segment: {'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:17.854322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:17.855106 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Bound using segment: {'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:17.855573 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Bound port: dac4219b-50d1-4b5b-b3f1-721d32fb3169, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0c5d59-7511-48c7-aca6-19600a41e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '65ae2663-b052-4174-a789-360558ba873f'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:17.856024 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:17.910726 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-a0976f13-e622-4ca8-9226-f0f893fa263c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 998 time: 0.3617845 Aug 30 01:19:17.934749 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] For port dac4219b-50d1-4b5b-b3f1-721d32fb3169, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:17.938255 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] For port dac4219b-50d1-4b5b-b3f1-721d32fb3169, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=dac4219b-50d1-4b5b-b3f1-721d32fb3169,segment=NetworkSegment(5c0c5d59-7511-48c7-aca6-19600a41e6f4),segment_id=5c0c5d59-7511-48c7-aca6-19600a41e6f4)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:17.946135 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:17.987498 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Routers {'edb84822-f02d-4909-9b16-45a55d8b0460'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:17.988296 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['edb84822-f02d-4909-9b16-45a55d8b0460'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:18.079382 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e8db-f621-4fb6-9360-327e752e1216 None None] Pushing event updated for resources: {'Port': ['ID=dac4219b-50d1-4b5b-b3f1-721d32fb3169,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:18.155274 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:18.162873 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:18.183222 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] Set router edb84822-f02d-4909-9b16-45a55d8b0460 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:18.262445 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:18.381187 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:18.382511 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:18.470520 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 4, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'dac4219b-50d1-4b5b-b3f1-721d32fb3169', 'name': '', 'network_id': '65ae2663-b052-4174-a789-360558ba873f', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'mac_address': 'fa:16:3e:eb:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:12Z', 'updated_at': '2022-08-30T01:19:17Z', 'revision_number': 4, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'subnets': [{'id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:18.515656 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607fda45-8dad-47aa-a6e8-df2b3393a727 None None] The sync data for ids ['edb84822-f02d-4909-9b16-45a55d8b0460'] in dv-cinder-815145-12-iscsi is: [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:19:12Z', 'revision_number': 4, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'dac4219b-50d1-4b5b-b3f1-721d32fb3169', 'name': '', 'network_id': '65ae2663-b052-4174-a789-360558ba873f', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'mac_address': 'fa:16:3e:eb:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:12Z', 'updated_at': '2022-08-30T01:19:17Z', 'revision_number': 4, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'subnets': [{'id': 'b49d213d-39a1-45f9-8618-20066ea2c482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:18.537295 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:18.538329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device dac4219b-50d1-4b5b-b3f1-721d32fb3169 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:18.615448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port dac4219b-50d1-4b5b-b3f1-721d32fb3169 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:18.616197 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:18.733767 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port dac4219b-50d1-4b5b-b3f1-721d32fb3169 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:18.734483 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:18.812425 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port dac4219b-50d1-4b5b-b3f1-721d32fb3169, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=dac4219b-50d1-4b5b-b3f1-721d32fb3169,segment=NetworkSegment(5c0c5d59-7511-48c7-aca6-19600a41e6f4),segment_id=5c0c5d59-7511-48c7-aca6-19600a41e6f4)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:18.818777 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:18.891060 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=dac4219b-50d1-4b5b-b3f1-721d32fb3169,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:18.965610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-e2722928-06e6-4823-8386-7c5f2fb27dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:18.967699 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-e2722928-06e6-4823-8386-7c5f2fb27dde service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.0616984 Aug 30 01:19:19.766530 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-460f6816-8652-46b0-83ea-a023f427bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:19.768050 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-460f6816-8652-46b0-83ea-a023f427bacd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411239 Aug 30 01:19:20.193179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device dac4219b-50d1-4b5b-b3f1-721d32fb3169 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:20.241880 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port dac4219b-50d1-4b5b-b3f1-721d32fb3169 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:20.242046 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:20.322423 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port dac4219b-50d1-4b5b-b3f1-721d32fb3169 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:20.857263 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-eda5ef16-cac9-4cad-bd17-b5c14aba8510 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427808 Aug 30 01:19:20.932123 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:20.968091 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f37dc4d-d94f-40cb-a841-b7ddc5166a24 req-f3fb76c1-926f-4a06-90fd-0af9ee10f1c0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946314 Aug 30 01:19:25.516876 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:25.528775 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=67,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:26.337004 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:26.923273 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 60906) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:27.044432 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.152185 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Publish callbacks [] for security_group (3ec70dcf-fa76-42b8-b633-1f0230a8d46a), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.156350 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (3ec70dcf-fa76-42b8-b633-1f0230a8d46a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.198295 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=cd95b512e35e488fb7ee9d8e9631609c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734942 Aug 30 01:19:27.200110 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec70dcf-fa76-42b8-b633-1f0230a8d46a,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:27.200793 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 60910) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:27.208678 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.209027 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.209595 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.209841 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.210174 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.210539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.210813 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.211161 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.211481 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.211803 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.212750 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.213186 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.213544 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.213865 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.214187 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fe184-8ad4-40a7-a3ff-661cf8a00ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:27.272562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c692173a-be38-4746-9d23-d01ed4857680 admin admin] Publish callbacks [] for security_group (3ec70dcf-fa76-42b8-b633-1f0230a8d46a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.297522 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c692173a-be38-4746-9d23-d01ed4857680 admin admin] Publish callbacks [] for security_group (3ec70dcf-fa76-42b8-b633-1f0230a8d46a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.370279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c692173a-be38-4746-9d23-d01ed4857680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (3ec70dcf-fa76-42b8-b633-1f0230a8d46a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.374663 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c692173a-be38-4746-9d23-d01ed4857680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.376455 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c692173a-be38-4746-9d23-d01ed4857680 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/3ec70dcf-fa76-42b8-b633-1f0230a8d46a HTTP/1.1" status: 204 len: 168 time: 0.1745100 Aug 30 01:19:27.390185 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692173a-be38-4746-9d23-d01ed4857680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec70dcf-fa76-42b8-b633-1f0230a8d46a,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:27.875381 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=50 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:27.921981 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:29.780356 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-2000411f-2fec-45d3-8ff4-9b3906b74e9e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434391 Aug 30 01:19:29.908200 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-07c3cca9-dbbc-46e8-83ab-a1d79d0f3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:29.911385 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-07c3cca9-dbbc-46e8-83ab-a1d79d0f3328 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 1129 time: 0.0741408 Aug 30 01:19:30.066028 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:30.084087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-4d3a8c41-f861-47d4-b4b5-562dec98e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:30.085925 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-4d3a8c41-f861-47d4-b4b5-562dec98e299 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 912 time: 0.1404757 Aug 30 01:19:30.177088 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-05619435-98af-4888-943f-f3c9bea1e4ee service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 200 len: 1001 time: 0.0645385 Aug 30 01:19:30.258407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-6f246192-37f0-409f-b83c-e4dffb8189e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:30.261705 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-6f246192-37f0-409f-b83c-e4dffb8189e8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.0592341 Aug 30 01:19:30.329191 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-c5dc9eb8-ef8f-4a8a-a7d1-627e7ff5864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:30.330749 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-c5dc9eb8-ef8f-4a8a-a7d1-627e7ff5864e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611088 Aug 30 01:19:30.833629 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-50ff3318-e2b7-4b27-a3b7-c6fec60dc2ce service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973103 Aug 30 01:19:30.951352 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1503165-8aad-4112-a7d1-ce81ccdb62db req-87686e9c-3856-4f86-9215-f4e5f228ed45 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101141 Aug 30 01:19:32.325631 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:32.350959 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:32.581386 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea123e31-5960-4bfd-9597-92ff7cf2a9e6 req-3a7433b2-0f8b-4023-92e1-2186c10b5223 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:32.582945 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea123e31-5960-4bfd-9597-92ff7cf2a9e6 req-3a7433b2-0f8b-4023-92e1-2186c10b5223 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 946 time: 0.0517192 Aug 30 01:19:32.642641 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea123e31-5960-4bfd-9597-92ff7cf2a9e6 req-8177d684-6683-421b-86ce-3913f9830202 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Aug 30 01:19:33.772959 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f87dc-db5c-4da6-a195-ef143c793acf req-239af275-0c4c-4885-ab10-719d0f2f53e9 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:33.775417 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c30f87dc-db5c-4da6-a195-ef143c793acf req-239af275-0c4c-4885-ab10-719d0f2f53e9 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 946 time: 0.0497379 Aug 30 01:19:33.841677 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c30f87dc-db5c-4da6-a195-ef143c793acf req-abe31714-b645-4986-ae91-dc3abfce2f99 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603077 Aug 30 01:19:34.382827 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-06804a31-60b0-4848-af28-5d122b885dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.996985 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde33e-9cf4-439e-bfe3-2a890a6525f7 req-bb136cbd-208b-4aa2-accd-622232290976 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:34.998617 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76dde33e-9cf4-439e-bfe3-2a890a6525f7 req-bb136cbd-208b-4aa2-accd-622232290976 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 946 time: 0.0599337 Aug 30 01:19:35.040143 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:35.062760 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76dde33e-9cf4-439e-bfe3-2a890a6525f7 req-51d55ee2-8077-4a1a-ad3b-9fcc55533fb1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583663 Aug 30 01:19:35.627656 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-607d8d0c-da38-46ed-98bc-2dceb2bda5b8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:35.629703 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-607d8d0c-da38-46ed-98bc-2dceb2bda5b8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 946 time: 0.0552030 Aug 30 01:19:35.776409 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Deleting port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:19:35.776758 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.881092 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] For port 83d95f9d-945b-4916-bdf9-c95d4a1fd537, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83d95f9d-945b-4916-bdf9-c95d4a1fd537,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:35.881382 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.903065 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Calling delete_port for 83d95f9d-945b-4916-bdf9-c95d4a1fd537 owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:19:36.074462 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (83d95f9d-945b-4916-bdf9-c95d4a1fd537), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.086938 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:36.116872 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Pushing event deleted for resources: {'Port': ['ID=83d95f9d-945b-4916-bdf9-c95d4a1fd537,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:36.128157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['83d95f9d-945b-4916-bdf9-c95d4a1fd537'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:19:36.213339 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] No DVR routers for this DVR port 83d95f9d-945b-4916-bdf9-c95d4a1fd537 on host hv-cinder-81514 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:19:36.218315 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.225180 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a12fa3ed-2ec7-446c-9e31-220072b88d9c req-3bc8489c-561d-4783-9430-561aa49029a1 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "DELETE /networking/v2.0/ports/83d95f9d-945b-4916-bdf9-c95d4a1fd537 HTTP/1.1" status: 204 len: 173 time: 0.5861790 Aug 30 01:19:36.225739 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'name': 'network-vif-deleted', 'tag': '83d95f9d-945b-4916-bdf9-c95d4a1fd537'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:19:36.231846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eff105-9292-457e-b0d7-09f246e8953f" -d '{"events": [{"server_uuid": "89032f52-7c5b-4ce4-bbb5-9358b2c1f80f", "name": "network-vif-deleted", "tag": "83d95f9d-945b-4916-bdf9-c95d4a1fd537"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:19:36.247310 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c11589c5-1284-46e4-9d34-96e3a772bbac req-0af36d2c-6985-4bf9-96b9-42fd146df805 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 210 time: 0.0866256 Aug 30 01:19:36.342489 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed4f438-c03f-4876-860c-46941884beed x-openstack-request-id: req-4ed4f438-c03f-4876-860c-46941884beed {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:19:36.342696 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89032f52-7c5b-4ce4-bbb5-9358b2c1f80f", "name": "network-vif-deleted", "tag": "83d95f9d-945b-4916-bdf9-c95d4a1fd537", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:19:36.342961 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ed4f438-c03f-4876-860c-46941884beed {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:19:36.345423 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed4f438-c03f-4876-860c-46941884beed'] response: {'server_uuid': '89032f52-7c5b-4ce4-bbb5-9358b2c1f80f', 'name': 'network-vif-deleted', 'tag': '83d95f9d-945b-4916-bdf9-c95d4a1fd537', 'status': 'completed', 'code': 200} Aug 30 01:19:36.581305 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3fff0baf-743a-4b3a-8ac2-6126ba6af856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.803734 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 32918) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:36.987986 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0154140d-b107-410b-8c6d-df56589acf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.105101 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0154140d-b107-410b-8c6d-df56589acf37 admin admin] Publish callbacks [] for security_group (a49ca73c-e2fa-4087-a22e-6a0d301859e0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.111720 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0154140d-b107-410b-8c6d-df56589acf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a49ca73c-e2fa-4087-a22e-6a0d301859e0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.153392 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0154140d-b107-410b-8c6d-df56589acf37 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=e472da4bba6c4458aba0b88d638c24f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480780 Aug 30 01:19:37.156187 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 32926) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:37.175791 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154140d-b107-410b-8c6d-df56589acf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ca73c-e2fa-4087-a22e-6a0d301859e0,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:37.215700 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5c56-19de-43c8-99fb-7652b9a5e50b admin admin] Publish callbacks [] for security_group (a49ca73c-e2fa-4087-a22e-6a0d301859e0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.239209 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5c56-19de-43c8-99fb-7652b9a5e50b admin admin] Publish callbacks [] for security_group (a49ca73c-e2fa-4087-a22e-6a0d301859e0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.306216 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5c56-19de-43c8-99fb-7652b9a5e50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a49ca73c-e2fa-4087-a22e-6a0d301859e0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.311578 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5c56-19de-43c8-99fb-7652b9a5e50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.315592 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e0ac5c56-19de-43c8-99fb-7652b9a5e50b admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a49ca73c-e2fa-4087-a22e-6a0d301859e0 HTTP/1.1" status: 204 len: 168 time: 0.1559682 Aug 30 01:19:37.341114 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5c56-19de-43c8-99fb-7652b9a5e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ca73c-e2fa-4087-a22e-6a0d301859e0,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:37.416489 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f68150d9-67bc-497d-bb3e-1318b97c423f req-157540ac-72ce-4e42-8119-dee4722cbd46 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=89032f52-7c5b-4ce4-bbb5-9358b2c1f80f HTTP/1.1" status: 200 len: 210 time: 0.0362549 Aug 30 01:19:37.685064 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 32940) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:37.702311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aacfa17a-dda5-4b8d-947f-4eaeac0d4574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.810240 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aacfa17a-dda5-4b8d-947f-4eaeac0d4574 admin admin] Publish callbacks [] for security_group (6845f899-1716-4a37-8374-1e8f74315cad), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.814932 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aacfa17a-dda5-4b8d-947f-4eaeac0d4574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6845f899-1716-4a37-8374-1e8f74315cad), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.860698 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-aacfa17a-dda5-4b8d-947f-4eaeac0d4574 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=91039ad2b1b74bfb8df30443ec02c76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744776 Aug 30 01:19:37.862830 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfa17a-dda5-4b8d-947f-4eaeac0d4574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6845f899-1716-4a37-8374-1e8f74315cad,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:37.864208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 32942) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:37.936073 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87091a6c-6e59-48a6-9ffd-859e7c3f10ea admin admin] Publish callbacks [] for security_group (6845f899-1716-4a37-8374-1e8f74315cad), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.963225 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87091a6c-6e59-48a6-9ffd-859e7c3f10ea admin admin] Publish callbacks [] for security_group (6845f899-1716-4a37-8374-1e8f74315cad), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.028726 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87091a6c-6e59-48a6-9ffd-859e7c3f10ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6845f899-1716-4a37-8374-1e8f74315cad), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.031922 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87091a6c-6e59-48a6-9ffd-859e7c3f10ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.033188 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-87091a6c-6e59-48a6-9ffd-859e7c3f10ea admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/6845f899-1716-4a37-8374-1e8f74315cad HTTP/1.1" status: 204 len: 168 time: 0.1666985 Aug 30 01:19:38.043596 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87091a6c-6e59-48a6-9ffd-859e7c3f10ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6845f899-1716-4a37-8374-1e8f74315cad,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:38.494908 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.546524 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 32964) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:38.562476 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ec65bbf-11d6-4d30-8eee-a7f8bdae291f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.619397 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:38.704660 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ec65bbf-11d6-4d30-8eee-a7f8bdae291f admin admin] Publish callbacks [] for security_group (cffcd288-ab18-4172-8d7b-793d7106914a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.714481 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ec65bbf-11d6-4d30-8eee-a7f8bdae291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (cffcd288-ab18-4172-8d7b-793d7106914a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.777234 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9ec65bbf-11d6-4d30-8eee-a7f8bdae291f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=efbf5bff88974dccba496a1a884b0683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254639 Aug 30 01:19:38.777944 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 32972) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:38.781161 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec65bbf-11d6-4d30-8eee-a7f8bdae291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffcd288-ab18-4172-8d7b-793d7106914a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:38.789852 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83d95f9d-945b-4916-bdf9-c95d4a1fd537 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:19:38.811698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 83d95f9d-945b-4916-bdf9-c95d4a1fd537 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:19:38.812070 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83d95f9d-945b-4916-bdf9-c95d4a1fd537 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:19:38.829313 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-9d2362ae-e981-412c-9853-f5e0fe5306e1 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2124341128&fields=id&tenant_id=089c19009d374769a0d5bd5a82acaaa7 HTTP/1.1" status: 200 len: 267 time: 0.1172714 Aug 30 01:19:38.926281 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:38.936943 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2889-f8c5-4db6-8db4-9a81c00c0f35 admin admin] Publish callbacks [] for security_group (cffcd288-ab18-4172-8d7b-793d7106914a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.945764 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:38.993726 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2889-f8c5-4db6-8db4-9a81c00c0f35 admin admin] Publish callbacks [] for security_group (cffcd288-ab18-4172-8d7b-793d7106914a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.010929 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-a6ee66a7-aee2-42cf-9a11-abdb35267567 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:39.012476 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-a6ee66a7-aee2-42cf-9a11-abdb35267567 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 809 time: 0.1734326 Aug 30 01:19:39.047849 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-843f3b7e-ae45-45aa-9178-d0991b053811 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/quotas/089c19009d374769a0d5bd5a82acaaa7 HTTP/1.1" status: 200 len: 375 time: 0.0244555 Aug 30 01:19:39.104130 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2889-f8c5-4db6-8db4-9a81c00c0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (cffcd288-ab18-4172-8d7b-793d7106914a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.106686 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2889-f8c5-4db6-8db4-9a81c00c0f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.107947 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ed3f2889-f8c5-4db6-8db4-9a81c00c0f35 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/cffcd288-ab18-4172-8d7b-793d7106914a HTTP/1.1" status: 204 len: 168 time: 0.3280122 Aug 30 01:19:39.115043 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-f2a07ec0-14cb-41e9-a3cc-01343876c179 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605338 Aug 30 01:19:39.123091 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f2889-f8c5-4db6-8db4-9a81c00c0f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffcd288-ab18-4172-8d7b-793d7106914a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:39.275124 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-7dc970d7-d961-458f-8327-5da91f11cf5c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455495 Aug 30 01:19:39.650812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-46bf0372-b8a2-4eb2-a16a-f2575cbf2106 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651500 Aug 30 01:19:39.858843 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.046490 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c79adb42-bf55-4c31-843e-c08cf86f79c2 req-8f584308-35f3-474b-b538-12cc7403bcbf tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 210 time: 0.0320330 Aug 30 01:19:40.224521 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.167026 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a3290b-1dd9-4793-a5d3-b17c5063d514 req-0cf79caa-756d-49b3-8e9b-66f4b4c78311 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 210 time: 0.0294929 Aug 30 01:19:42.302332 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-63a4ba7c-09c1-4c28-9f18-0e18469e015d req-8f88efd8-8c79-420a-9e45-80bb227c2090 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 210 time: 0.0478017 Aug 30 01:19:42.539881 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:42.543424 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:42.896215 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-f426c3ef-700f-411f-8b37-fc8ed68ec031 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:42.899128 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-f426c3ef-700f-411f-8b37-fc8ed68ec031 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 809 time: 0.1433721 Aug 30 01:19:43.025274 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-bf404914-aa77-4624-8606-36f33dce61ca tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=089c19009d374769a0d5bd5a82acaaa7 HTTP/1.1" status: 200 len: 380 time: 0.0827184 Aug 30 01:19:43.036968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'port': {'device_id': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'admin_state_up': True, 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'security_groups': ['a7b28c5a-26a7-4573-83ee-4bf5745fc822']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:43.149076 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:43.184633 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Made reservation on behalf of 089c19009d374769a0d5bd5a82acaaa7 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:43.189087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.342692 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Allocated IP 172.20.0.4 (d49c1cad-8850-407e-b0e1-c419feebc1a4/514fa799-c64d-42dd-a131-955fa820e4b9/90cf8014-421d-45c2-8701-cc67f5ad29d1) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:43.430535 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-27c80175-5f93-49c2-a8f4-4e4eea14c61d req-ab969385-f2e4-4674-b389-f66c17bcccf2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 210 time: 0.0386121 Aug 30 01:19:43.516311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.551502 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.565311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:43.596521 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:43.606489 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:43.610256 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:43.614981 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:43.615754 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.633718 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:43.647572 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6165469 Aug 30 01:19:43.649572 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.649952 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.650286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.650696 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.651066 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.651453 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.651806 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.652196 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.652517 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.652832 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.653150 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.653453 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.653826 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.654578 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.654719 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24fea3c-41a4-41e5-9ce7-be2e4ed2aa55 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:43.673884 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Request body: {'port': {'device_id': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:43.749142 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.923329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-960c3069-5ebd-4643-a345-a8bd46ad973d None None] Provisioning complete for port 90cf8014-421d-45c2-8701-cc67f5ad29d1 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:43.924306 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-960c3069-5ebd-4643-a345-a8bd46ad973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.962170 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-960c3069-5ebd-4643-a345-a8bd46ad973d None None] Port 90cf8014-421d-45c2-8701-cc67f5ad29d1 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:44.097635 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cf8014-421d-45c2-8701-cc67f5ad29d1 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:19:44.106748 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Publish callbacks [] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.121089 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.122373 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Transition to ACTIVE for port object 90cf8014-421d-45c2-8701-cc67f5ad29d1 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:19:44.128434 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.223738 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:44.229689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Attempting to bind port 90cf8014-421d-45c2-8701-cc67f5ad29d1 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:44.230133 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Attempting to bind port 90cf8014-421d-45c2-8701-cc67f5ad29d1 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:44.230409 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Attempting to bind port 90cf8014-421d-45c2-8701-cc67f5ad29d1 on network d49c1cad-8850-407e-b0e1-c419feebc1a4 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:44.236240 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Port 90cf8014-421d-45c2-8701-cc67f5ad29d1 on network d49c1cad-8850-407e-b0e1-c419feebc1a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:19:44.236564 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Attempting to bind port 90cf8014-421d-45c2-8701-cc67f5ad29d1 on network d49c1cad-8850-407e-b0e1-c419feebc1a4 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:44.245607 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:44.246031 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Checking segment: {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:44.246466 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Bound using segment: {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:44.246867 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Bound port: 90cf8014-421d-45c2-8701-cc67f5ad29d1, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52baeef1-18fd-491e-86da-b900a168ddf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:44.247236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.325733 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:44.329920 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:44.338685 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.343406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:44.344256 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.345702 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 1093 time: 0.6764770 Aug 30 01:19:44.348062 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:19:44.350342 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49eff43-7db1-4da4-9667-e5acc7fa9255" -d '{"events": [{"name": "network-changed", "server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:19:44.407875 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95d918b-4430-460b-a95d-344eceaecb80 x-openstack-request-id: req-a95d918b-4430-460b-a95d-344eceaecb80 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:19:44.408221 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:19:44.408994 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a95d918b-4430-460b-a95d-344eceaecb80 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:19:44.412151 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 33058) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:44.412352 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95d918b-4430-460b-a95d-344eceaecb80'] response: {'name': 'network-changed', 'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'status': 'completed', 'code': 200} Aug 30 01:19:44.435500 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614b4e8-9c7a-4fe9-b893-174b1a26ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:44.496739 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-55991b63-8a51-4b2a-8160-6b8daedcbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:44.499406 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-55991b63-8a51-4b2a-8160-6b8daedcbd60 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1127 time: 0.0599267 Aug 30 01:19:44.573987 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:19:44.589820 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-2a19f1c1-6c3e-4891-89fc-539f80918a59 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 217 time: 0.0757136 Aug 30 01:19:44.644543 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9959d70f-2788-4ebb-8029-b0dd439ec4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.647372 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-f50ce6e7-0074-4387-8797-c9800cd3902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:44.649133 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-f50ce6e7-0074-4387-8797-c9800cd3902b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 200 len: 848 time: 0.0532572 Aug 30 01:19:44.652506 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42cf5-b90f-46f7-85eb-7742b135c3a0 req-9e9fff3f-2966-4bd5-8fef-397cf21866e8 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:44.654040 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eac42cf5-b90f-46f7-85eb-7742b135c3a0 req-9e9fff3f-2966-4bd5-8fef-397cf21866e8 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0693216 Aug 30 01:19:44.704445 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-d8b7d510-d66a-4e74-889a-a8006dd87256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:44.706543 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-d8b7d510-d66a-4e74-889a-a8006dd87256 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d49c1cad-8850-407e-b0e1-c419feebc1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506394 Aug 30 01:19:44.756158 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eac42cf5-b90f-46f7-85eb-7742b135c3a0 req-1dc443b1-f01d-49e7-920a-86290d922601 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944214 Aug 30 01:19:44.813753 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.815001 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9959d70f-2788-4ebb-8029-b0dd439ec4a7 admin admin] Publish callbacks [] for security_group (2d5a5965-6f15-4e36-b04a-8352eb5ef526), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.819944 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9959d70f-2788-4ebb-8029-b0dd439ec4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (2d5a5965-6f15-4e36-b04a-8352eb5ef526), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.826342 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-b3b48992-52bf-4073-90c2-92b55b22b2f7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058004 Aug 30 01:19:44.866812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9959d70f-2788-4ebb-8029-b0dd439ec4a7 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a4e3c9191c3542bbb022d1ffdf052a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483221 Aug 30 01:19:44.866812 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959d70f-2788-4ebb-8029-b0dd439ec4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5a5965-6f15-4e36-b04a-8352eb5ef526,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:44.869401 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 33072) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:44.932822 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c66257fc-5ed9-44ce-a5a3-37bef6e23c87 req-d937927c-6fcf-41ac-a47d-d907ad260ff7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043954 Aug 30 01:19:44.938325 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85e8d0c2-4075-4113-a77d-c3bb3fc037ed admin admin] Publish callbacks [] for security_group (2d5a5965-6f15-4e36-b04a-8352eb5ef526), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.959839 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85e8d0c2-4075-4113-a77d-c3bb3fc037ed admin admin] Publish callbacks [] for security_group (2d5a5965-6f15-4e36-b04a-8352eb5ef526), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.991127 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:45.017963 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85e8d0c2-4075-4113-a77d-c3bb3fc037ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (2d5a5965-6f15-4e36-b04a-8352eb5ef526), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.020578 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85e8d0c2-4075-4113-a77d-c3bb3fc037ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.024949 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-85e8d0c2-4075-4113-a77d-c3bb3fc037ed admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/2d5a5965-6f15-4e36-b04a-8352eb5ef526 HTTP/1.1" status: 204 len: 168 time: 0.1510394 Aug 30 01:19:45.031349 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8d0c2-4075-4113-a77d-c3bb3fc037ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5a5965-6f15-4e36-b04a-8352eb5ef526,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:45.773744 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 33096) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:45.889747 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1550582929-network', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:45.895174 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b02341-422f-4112-b4bd-975f90b92469 req-22de6dc9-8fc4-4637-b136-8a5e70a6e677 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:45.896775 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-71b02341-422f-4112-b4bd-975f90b92469 req-22de6dc9-8fc4-4637-b136-8a5e70a6e677 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0541031 Aug 30 01:19:45.915914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Made reservation on behalf of 91f4e4df4e2744bfb9fcd84431ed567e for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:45.918639 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.928227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.960633 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-71b02341-422f-4112-b4bd-975f90b92469 req-f25abd47-5892-4272-8b4f-48475d6998c7 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536635 Aug 30 01:19:45.997326 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:46.027127 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks [] for security_group (225fceae-469e-4d08-a9fb-bcd7e5760f3c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.031469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (225fceae-469e-4d08-a9fb-bcd7e5760f3c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.063709 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:19:46.076248 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225fceae-469e-4d08-a9fb-bcd7e5760f3c,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.081836 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (c082aaec-7df1-4f5c-af1f-3e31589892c2), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.082184 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Added segment c082aaec-7df1-4f5c-af1f-3e31589892c2 of type vlan for network 5ce0c305-01fc-449d-b0c0-4088efbdda38 Aug 30 01:19:46.133780 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (5ce0c305-01fc-449d-b0c0-4088efbdda38), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.163142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (5ce0c305-01fc-449d-b0c0-4088efbdda38), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.164440 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:46.164953 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.227137 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4522414 Aug 30 01:19:46.230493 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33106) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:46.236025 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Request body: {'subnet': {'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1550582929-subnet', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:46.240208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cee4c3-3491-4af4-91f8-6ced294d0c9d admin admin] Pushing event updated for resources: {'Network': ['ID=5ce0c305-01fc-449d-b0c0-4088efbdda38,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.254323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:19:46.269146 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Made reservation on behalf of 91f4e4df4e2744bfb9fcd84431ed567e for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:46.271934 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.491947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for subnet (bdc24733-39f7-493a-b66f-4d9e4233a9d6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.557626 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:46.602798 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc24733-39f7-493a-b66f-4d9e4233a9d6,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.619931 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Checking segment: {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:46.620551 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Network hostable DHCP agents. Network: 5ce0c305-01fc-449d-b0c0-4088efbdda38, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:19:46.644999 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:19:46.661261 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 5ce0c305-01fc-449d-b0c0-4088efbdda38) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:46.667867 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:46.668875 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.672184 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6907fe-e543-4af3-951e-ee7b9192a56d None None] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:46.700549 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-23009917-0fc1-49b2-9508-ef895df83eca admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4688745 Aug 30 01:19:46.703593 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33110) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:46.708715 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:46.739173 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (c7699f9b-ed56-4819-b180-1fc8c81811f0), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.740583 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (c7699f9b-ed56-4819-b180-1fc8c81811f0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.808706 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks [] for router_controller (c7699f9b-ed56-4819-b180-1fc8c81811f0), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.812415 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-5ce0c305-01fc-449d-b0c0-4088efbdda38', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:19:46.813724 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.966851 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks [] for router_gateway (c7699f9b-ed56-4819-b180-1fc8c81811f0), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.974501 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Allocated IP 172.20.0.2 (5ce0c305-01fc-449d-b0c0-4088efbdda38/bdc24733-39f7-493a-b66f-4d9e4233a9d6/76b1f194-34a9-4554-bac5-98d7d90fc5aa) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:47.150600 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Publish callbacks [] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.158475 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.171664 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e075eb-4e5d-4c67-988c-2327644513dc req-36d5137d-9a6d-4b60-8b90-0cafea0a30cc tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:47.173510 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-17e075eb-4e5d-4c67-988c-2327644513dc req-36d5137d-9a6d-4b60-8b90-0cafea0a30cc tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0595193 Aug 30 01:19:47.200229 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:47.208065 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:47.213465 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:47.213688 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:47.217948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks [] for router_gateway (c7699f9b-ed56-4819-b180-1fc8c81811f0), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.227770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Pushing event updated for resources: {'Port': ['ID=76b1f194-34a9-4554-bac5-98d7d90fc5aa,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:47.243165 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.263296 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-17e075eb-4e5d-4c67-988c-2327644513dc req-089b6454-6966-4815-b72b-cd5e5117b0ea tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834298 Aug 30 01:19:47.292474 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Attempting to bind port 76b1f194-34a9-4554-bac5-98d7d90fc5aa on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:47.293075 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Attempting to bind port 76b1f194-34a9-4554-bac5-98d7d90fc5aa by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:47.293207 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Attempting to bind port 76b1f194-34a9-4554-bac5-98d7d90fc5aa on network 5ce0c305-01fc-449d-b0c0-4088efbdda38 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:47.298892 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:47.299265 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Checking segment: {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:47.299869 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.300465 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Bound using segment: {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:47.300951 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Bound port: 76b1f194-34a9-4554-bac5-98d7d90fc5aa, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:47.301335 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.368882 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:47.383977 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] For port 76b1f194-34a9-4554-bac5-98d7d90fc5aa, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:47.391634 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] For port 76b1f194-34a9-4554-bac5-98d7d90fc5aa, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=76b1f194-34a9-4554-bac5-98d7d90fc5aa,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:47.403623 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.415084 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Allocated IP 172.27.3.112 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/8ed4c70b-b29f-4727-947b-6afd5530d27f) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:47.415848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:47.512310 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9eda4-2be2-4163-91fb-9d495a5ee6c4 None None] Pushing event updated for resources: {'Port': ['ID=76b1f194-34a9-4554-bac5-98d7d90fc5aa,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:47.591953 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks [] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.657741 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.686927 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:47.758267 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed4c70b-b29f-4727-947b-6afd5530d27f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:47.763403 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:47.778734 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:47.782965 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:47.789885 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-2e639c65-98f5-4b8f-a295-7a6e10e1cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:47.792297 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-2e639c65-98f5-4b8f-a295-7a6e10e1cdde service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1127 time: 0.0939984 Aug 30 01:19:48.295468 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 76b1f194-34a9-4554-bac5-98d7d90fc5aa up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:48.361870 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-6e908a70-5ef5-4fc1-8a81-a5c0dcd3d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:48.363359 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-6e908a70-5ef5-4fc1-8a81-a5c0dcd3d649 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 910 time: 0.5078011 Aug 30 01:19:48.404926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 76b1f194-34a9-4554-bac5-98d7d90fc5aa triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:48.406777 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.511333 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f23c55-0259-412b-8781-325714d8aa10 req-34c7ee32-2ea5-4555-81c9-5cc2739366d6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:48.515836 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-35f23c55-0259-412b-8781-325714d8aa10 req-34c7ee32-2ea5-4555-81c9-5cc2739366d6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0785682 Aug 30 01:19:48.535331 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-9462e999-f552-4e6f-8ce0-ac2dfe09e2a0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 217 time: 0.1620820 Aug 30 01:19:48.586925 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 76b1f194-34a9-4554-bac5-98d7d90fc5aa is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:48.587634 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.612289 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-36b3627c-19c3-454b-80ab-74ffb2ce6ae7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:48.620603 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-36b3627c-19c3-454b-80ab-74ffb2ce6ae7 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/networks?id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59 HTTP/1.1" status: 200 len: 813 time: 0.4700954 Aug 30 01:19:48.639472 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-d2400add-7414-48bc-8f2c-069ac80e3f11 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/quotas/2815adc7e64040c8986b1bd3f4519343 HTTP/1.1" status: 200 len: 375 time: 0.0177529 Aug 30 01:19:48.643219 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-35f23c55-0259-412b-8781-325714d8aa10 req-6094c141-2dbd-4e22-ad6f-e71c6f80375c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156390 Aug 30 01:19:48.662101 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 76b1f194-34a9-4554-bac5-98d7d90fc5aa, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=76b1f194-34a9-4554-bac5-98d7d90fc5aa,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:48.672150 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.724498 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c12a8-1ee1-4a7d-886f-2e3c8f78d50f None None] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:48.750117 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-db1db826-e28c-4692-8a52-543c7862f4f9 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=2815adc7e64040c8986b1bd3f4519343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912347 Aug 30 01:19:48.756191 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-6b106121-c4a9-4bd2-be22-32a52abda728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:48.758178 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-6b106121-c4a9-4bd2-be22-32a52abda728 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 200 len: 848 time: 0.2149355 Aug 30 01:19:48.801260 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1324d216-cc9f-4bd5-aecb-03cd5e187a8d None None] Provisioning complete for port 76b1f194-34a9-4554-bac5-98d7d90fc5aa triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:48.801615 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1324d216-cc9f-4bd5-aecb-03cd5e187a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.813912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:48.845680 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks [] for router_gateway (c7699f9b-ed56-4819-b180-1fc8c81811f0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.849216 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=76b1f194-34a9-4554-bac5-98d7d90fc5aa,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:48.949806 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1324d216-cc9f-4bd5-aecb-03cd5e187a8d None None] Current status of the port 76b1f194-34a9-4554-bac5-98d7d90fc5aa is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:48.994539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-cd5861a7-d96d-4140-a9ad-2bf309ae7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:48.996410 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-cd5861a7-d96d-4140-a9ad-2bf309ae7c3c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d49c1cad-8850-407e-b0e1-c419feebc1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2194295 Aug 30 01:19:49.137117 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-9f80b502-031a-41a1-a5ec-92b063102ffe service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723059 Aug 30 01:19:49.173742 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-5ae5a9a9-d036-400d-9cab-a7bd91c02323 None None] Provisioning complete for port 76b1f194-34a9-4554-bac5-98d7d90fc5aa triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:49.174300 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a9a9-d036-400d-9cab-a7bd91c02323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:49.258473 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5a9a9-d036-400d-9cab-a7bd91c02323 None None] Current status of the port 76b1f194-34a9-4554-bac5-98d7d90fc5aa is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:49.288740 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-e3b0bd98-d3f6-4d5c-94b0-0ddf98408833 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570539 Aug 30 01:19:49.338613 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:49.433992 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-493e2642-eaad-4276-a6b9-dfd7a3edd45b service neutron] 10.222.0.44 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909636 Aug 30 01:19:49.438786 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (c7699f9b-ed56-4819-b180-1fc8c81811f0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:49.519903 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c49eff43-7db1-4da4-9667-e5acc7fa9255 req-cedf60cd-3e3f-41c8-89b0-9c2bd993de80 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229650 Aug 30 01:19:49.626779 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Router c7699f9b-ed56-4819-b180-1fc8c81811f0 is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:19:49.645573 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-32c9d449-745a-4715-b7d1-ac2905e106a0 req-821f53cd-a38d-4d9b-8dcf-2d10f1e89ab3 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0425065 Aug 30 01:19:49.868390 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c40dd-95af-4846-b777-c0fcd69be8f4 req-123b4a1f-89ca-4de3-8088-166ded5a1c14 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:49.870688 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-542c40dd-95af-4846-b777-c0fcd69be8f4 req-123b4a1f-89ca-4de3-8088-166ded5a1c14 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.1044736 Aug 30 01:19:49.875049 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:49.888540 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Sync routers for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:49.911806 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:49.912638 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:49.917166 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:49.921253 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-33bef950-b4e7-4e2f-9808-d60555adcf33 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2134941 Aug 30 01:19:49.921803 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33156) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:49.996846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:50.053549 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:50.064225 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-542c40dd-95af-4846-b777-c0fcd69be8f4 req-6acd97f5-5c42-494c-b79b-ab492c299e35 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778686 Aug 30 01:19:50.290284 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:50.291113 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:50.293235 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:48Z', 'revision_number': 3, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:50.330343 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Checking router: c7699f9b-ed56-4819-b180-1fc8c81811f0 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:50.330736 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Updating router c7699f9b-ed56-4819-b180-1fc8c81811f0 port 8ed4c70b-b29f-4727-947b-6afd5530d27f binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:50.334887 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 76b1f194-34a9-4554-bac5-98d7d90fc5aa up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:50.394545 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.499716 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 76b1f194-34a9-4554-bac5-98d7d90fc5aa triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:50.500134 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.594713 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:50.613341 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.791679 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Publish callbacks [] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.796749 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 76b1f194-34a9-4554-bac5-98d7d90fc5aa is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:50.800334 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.832677 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-23fc1546-3175-4637-b4e2-bc086b74aeeb req-92d1d02d-ff60-4338-b1d7-5970638a447b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0705059 Aug 30 01:19:50.838879 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Attempting to bind port 8ed4c70b-b29f-4727-947b-6afd5530d27f on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:50.839057 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Attempting to bind port 8ed4c70b-b29f-4727-947b-6afd5530d27f by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:50.839448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Attempting to bind port 8ed4c70b-b29f-4727-947b-6afd5530d27f on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:50.853994 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:50.854589 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:50.855003 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.855399 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:50.855912 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Bound port: 8ed4c70b-b29f-4727-947b-6afd5530d27f, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:50.856439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.865533 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Allocated IP 172.20.0.1 (5ce0c305-01fc-449d-b0c0-4088efbdda38/bdc24733-39f7-493a-b66f-4d9e4233a9d6/4a99df58-f134-4bf8-bca1-1cf07876dba6) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:50.885324 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd107087-4161-46ea-8b8f-6071d6f62691 None None] Pushing event updated for resources: {'Port': ['ID=8ed4c70b-b29f-4727-947b-6afd5530d27f,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:50.918980 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] For port 8ed4c70b-b29f-4727-947b-6afd5530d27f, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:50.922562 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] For port 8ed4c70b-b29f-4727-947b-6afd5530d27f, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=8ed4c70b-b29f-4727-947b-6afd5530d27f,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:50.930927 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.972446 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:50.973083 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:50.987352 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks [] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:51.025922 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:51.040733 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd107087-4161-46ea-8b8f-6071d6f62691 None None] Pushing event updated for resources: {'Port': ['ID=8ed4c70b-b29f-4727-947b-6afd5530d27f,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:51.081435 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:51.088099 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:51.093542 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:51.093927 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (c7699f9b-ed56-4819-b180-1fc8c81811f0), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:51.098030 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Pushing event updated for resources: {'Port': ['ID=4a99df58-f134-4bf8-bca1-1cf07876dba6,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:51.118616 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:51.275177 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:51.321316 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:51.356731 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:51.410365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dbcd5-d653-4e51-9fc7-e5c4ed38059e req-f7ce06e2-dfed-491d-9b87-bd59c23b691a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:51.412059 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-385dbcd5-d653-4e51-9fc7-e5c4ed38059e req-f7ce06e2-dfed-491d-9b87-bd59c23b691a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.1709418 Aug 30 01:19:51.533643 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:51.550312 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-efe7c2b7-3699-4137-87d8-6020efb2c3fc None None] Provisioning complete for port 4a99df58-f134-4bf8-bca1-1cf07876dba6 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:51.550671 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-efe7c2b7-3699-4137-87d8-6020efb2c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:51.583082 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:48Z', 'revision_number': 3, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:51.612761 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-5d79c377-8090-460a-8660-c1d6f84b3b9d tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:51.614358 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-5d79c377-8090-460a-8660-c1d6f84b3b9d tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "GET /networking/v2.0/networks?id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59 HTTP/1.1" status: 200 len: 813 time: 0.3077717 Aug 30 01:19:51.617555 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:51.623869 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-385dbcd5-d653-4e51-9fc7-e5c4ed38059e req-9c02a2fc-2005-486f-97cd-85f16b829f79 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795456 Aug 30 01:19:51.624620 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c9a5ef-7940-48d4-80d1-155fa2aeeb2a None None] The sync data for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi is: [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:48Z', 'revision_number': 3, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:51.626800 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-efe7c2b7-3699-4137-87d8-6020efb2c3fc None None] Port 4a99df58-f134-4bf8-bca1-1cf07876dba6 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:51.987625 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Request body: {'port': {'device_id': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59', 'admin_state_up': True, 'tenant_id': '2815adc7e64040c8986b1bd3f4519343'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:52.011350 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d912780a-be90-4a64-bb18-6e0d99a01ef3 req-ff9cf1f2-e921-4915-93a3-ff55301e04e9 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0391080 Aug 30 01:19:52.060365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks [] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.071669 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.073039 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (c7699f9b-ed56-4819-b180-1fc8c81811f0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.202110 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Pushing event updated for resources: {'Port': ['ID=4a99df58-f134-4bf8-bca1-1cf07876dba6,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:52.251012 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 8ed4c70b-b29f-4727-947b-6afd5530d27f up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:52.255192 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Made reservation on behalf of 2815adc7e64040c8986b1bd3f4519343 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:52.259544 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.297105 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:52.305293 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:52.337470 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 8ed4c70b-b29f-4727-947b-6afd5530d27f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:52.337976 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.459142 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 8ed4c70b-b29f-4727-947b-6afd5530d27f is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:52.459789 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.487538 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 8ed4c70b-b29f-4727-947b-6afd5530d27f, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=8ed4c70b-b29f-4727-947b-6afd5530d27f,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:52.502880 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.526981 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:52.592090 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Allocated IP 172.20.0.3 (3e2aeb58-3a7d-4703-af37-5e4bc1626f59/17aa8116-261f-4111-b907-0d1a3e8f908e/5b76e68a-559f-498b-b2ff-b979997a5a2d) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:52.595566 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Router c7699f9b-ed56-4819-b180-1fc8c81811f0 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:19:52.645092 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=8ed4c70b-b29f-4727-947b-6afd5530d27f,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:52.663698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-9bfb230a-f15f-4fb2-873f-4eebb25ffb50 None None] Provisioning complete for port 4a99df58-f134-4bf8-bca1-1cf07876dba6 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:52.664102 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9bfb230a-f15f-4fb2-873f-4eebb25ffb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:52.728543 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb230a-f15f-4fb2-873f-4eebb25ffb50 None None] Port 4a99df58-f134-4bf8-bca1-1cf07876dba6 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:52.925397 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17955c64-1905-4ec3-9ddf-c162d686d509 req-5a3c676a-b6c0-4e73-9534-a187fc4e5383 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:52.927785 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-17955c64-1905-4ec3-9ddf-c162d686d509 req-5a3c676a-b6c0-4e73-9534-a187fc4e5383 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.1614823 Aug 30 01:19:52.952976 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b8898a13-028b-46f4-b814-3a927d73bf52 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1498413457&fields=id&tenant_id=20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 267 time: 0.0792856 Aug 30 01:19:52.953310 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:52.974482 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:53.000638 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a548d67e-eb4e-4979-9316-2a1207dfa870 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/c7699f9b-ed56-4819-b180-1fc8c81811f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0696025 Aug 30 01:19:53.027759 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks [] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:53.054557 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-17955c64-1905-4ec3-9ddf-c162d686d509 req-37fce83d-2831-4d50-8f5b-0d7f92814d49 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157746 Aug 30 01:19:53.080459 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-aed9905c-7626-44de-a07c-8708f4e08631 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:53.082916 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-aed9905c-7626-44de-a07c-8708f4e08631 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 812 time: 0.1285591 Aug 30 01:19:53.106339 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:53.106993 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-f57c7a18-16af-4822-9d08-d05a9093bf93 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/quotas/20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 375 time: 0.0133867 Aug 30 01:19:53.167757 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:53.174177 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:53.180026 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:53.185574 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:53.186393 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:53.217003 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Pushing event updated for resources: {'Port': ['ID=5b76e68a-559f-498b-b2ff-b979997a5a2d,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:53.218661 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-217e0480-57cd-47e7-9169-983d9dfc8a0b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039774 Aug 30 01:19:53.224593 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-7365f880-c60f-4bc9-b07d-17d07264ecae tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2426808 Aug 30 01:19:53.268805 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aad32-8e96-4a87-9f6e-fca5c6b48cee req-76a2013c-3f20-4f60-9503-819bc2d40b2b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:53.270455 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f3aad32-8e96-4a87-9f6e-fca5c6b48cee req-76a2013c-3f20-4f60-9503-819bc2d40b2b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 931 time: 0.0684218 Aug 30 01:19:53.329477 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f3aad32-8e96-4a87-9f6e-fca5c6b48cee req-9fb9bacf-4353-4cef-891b-416e9ff3f2f0 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520413 Aug 30 01:19:53.366365 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-53e5b5b4-b652-4cf1-87c9-e9f0811b4deb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254325 Aug 30 01:19:53.395104 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:53.485319 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-34ad540c-e363-4ad9-928b-2ffb15ad8581 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125634 Aug 30 01:19:53.545230 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Request body: {'port': {'device_id': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:53.692522 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:53.780086 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33210) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:53.785660 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-425238102-network', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:53.825646 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Sync routers for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:53.843955 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:53.844782 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:53.888463 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:53.893297 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Made reservation on behalf of 0ce5293d77734c08bdae2dd3a01ca285 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:53.896265 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:53.925870 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:53.972565 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:54.085183 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e223fbb-2068-43a2-b707-3064177e4ff6 req-89ff74a1-bd35-4640-96db-db08ca9ed3c3 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 210 time: 0.1421411 Aug 30 01:19:54.293801 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 2, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:54.295930 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d68b6e-ccf8-4bcf-99d1-1de4d8a9b176 req-32f52980-c029-4543-8138-0075d5609bf4 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:54.298519 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e0d68b6e-ccf8-4bcf-99d1-1de4d8a9b176 req-32f52980-c029-4543-8138-0075d5609bf4 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0856094 Aug 30 01:19:54.302261 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 8ed4c70b-b29f-4727-947b-6afd5530d27f up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:54.339069 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Checking router: c7699f9b-ed56-4819-b180-1fc8c81811f0 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:54.339580 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Updating router c7699f9b-ed56-4819-b180-1fc8c81811f0 port 4a99df58-f134-4bf8-bca1-1cf07876dba6 binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:54.357000 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:54.379856 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks [] for security_group (9ef757b4-c8b9-4d8c-814f-58e7df329d2a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.399635 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9ef757b4-c8b9-4d8c-814f-58e7df329d2a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.400453 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.405033 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 8ed4c70b-b29f-4727-947b-6afd5530d27f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:54.405926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.431638 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:19:54.452214 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (b3a28ed9-4aae-4bc8-97ed-95043fec841a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.452793 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Added segment b3a28ed9-4aae-4bc8-97ed-95043fec841a of type vlan for network 25335900-2473-49df-be4c-56e6eb1682c0 Aug 30 01:19:54.468376 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e0d68b6e-ccf8-4bcf-99d1-1de4d8a9b176 req-a8e726f3-393d-4afa-bf2a-1e94ed02055a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591690 Aug 30 01:19:54.571907 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (25335900-2473-49df-be4c-56e6eb1682c0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.595481 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 8ed4c70b-b29f-4727-947b-6afd5530d27f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:54.669771 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:54.690613 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b76e68a-559f-498b-b2ff-b979997a5a2d {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:19:54.720400 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Publish callbacks [] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.746986 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b758434-4010-41e6-abf4-ced345c0e77c req-bc5aef0d-1870-4f75-823a-5bb94ce47d73 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:54.750217 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b758434-4010-41e6-abf4-ced345c0e77c req-bc5aef0d-1870-4f75-823a-5bb94ce47d73 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 931 time: 0.1950638 Aug 30 01:19:54.769655 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef757b4-c8b9-4d8c-814f-58e7df329d2a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:54.792750 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Transition to ACTIVE for port object 5b76e68a-559f-498b-b2ff-b979997a5a2d will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:19:54.806273 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (25335900-2473-49df-be4c-56e6eb1682c0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.807483 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:54.808304 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.811394 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.827040 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 90cf8014-421d-45c2-8701-cc67f5ad29d1 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:19:54.860413 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Publish callbacks [] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.873670 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.981443 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:54.997164 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2153659 Aug 30 01:19:55.000714 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 33226) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:55.006052 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'port_id': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'mac_address': 'fa:16:3e:95:09:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:19:55.011495 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Request body: {'subnet': {'network_id': '25335900-2473-49df-be4c-56e6eb1682c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-425238102-subnet', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:55.074525 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 90cf8014-421d-45c2-8701-cc67f5ad29d1 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:55.075441 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.086290 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:55.092551 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Made reservation on behalf of 0ce5293d77734c08bdae2dd3a01ca285 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:55.098155 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345270'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.111388 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b76e68a-559f-498b-b2ff-b979997a5a2d,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:55.115219 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb42179-dd1e-42cc-b4f6-45e41c9aac6e admin admin] Pushing event updated for resources: {'Network': ['ID=25335900-2473-49df-be4c-56e6eb1682c0,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:55.136754 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cf8014-421d-45c2-8701-cc67f5ad29d1 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:19:55.149198 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b758434-4010-41e6-abf4-ced345c0e77c req-b40ef1aa-8959-4197-86ff-4a63d19b4020 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819025 Aug 30 01:19:55.165072 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 25335900-2473-49df-be4c-56e6eb1682c0 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:19:55.172526 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Attempting to bind port 5b76e68a-559f-498b-b2ff-b979997a5a2d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:55.173275 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Attempting to bind port 5b76e68a-559f-498b-b2ff-b979997a5a2d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:55.177415 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Attempting to bind port 5b76e68a-559f-498b-b2ff-b979997a5a2d on network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:55.214664 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Port 5b76e68a-559f-498b-b2ff-b979997a5a2d on network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:19:55.220577 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Attempting to bind port 5b76e68a-559f-498b-b2ff-b979997a5a2d on network 3e2aeb58-3a7d-4703-af37-5e4bc1626f59 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:55.231571 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:55.231806 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Checking segment: {'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:55.232223 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Bound using segment: {'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:55.232660 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Bound port: 5b76e68a-559f-498b-b2ff-b979997a5a2d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926b024-1840-48ca-9381-2fd91b3afe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:55.233019 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.250128 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:55.265796 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:55.282090 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.338999 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Pushing event updated for resources: {'Port': ['ID=4a99df58-f134-4bf8-bca1-1cf07876dba6,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:55.345670 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Attempting to bind port 4a99df58-f134-4bf8-bca1-1cf07876dba6 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:55.346771 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Attempting to bind port 4a99df58-f134-4bf8-bca1-1cf07876dba6 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:55.347028 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9081af89-f389-455f-a3ce-e840470e9e98 req-471ee7e1-d9f7-442b-be0f-4daac3fdd90d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 210 time: 0.0608351 Aug 30 01:19:55.347489 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Attempting to bind port 4a99df58-f134-4bf8-bca1-1cf07876dba6 on network 5ce0c305-01fc-449d-b0c0-4088efbdda38 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:55.348545 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:55.360986 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.361355 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.361830 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.362268 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.362662 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.363045 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.364034 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.364034 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.364375 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.364818 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.365223 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.366709 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.367124 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.367943 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.368316 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:55.373799 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:55.374215 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Checking segment: {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:55.374548 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.374932 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Bound using segment: {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:55.375847 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Bound port: 4a99df58-f134-4bf8-bca1-1cf07876dba6, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:55.376277 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.414751 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] For port 5b76e68a-559f-498b-b2ff-b979997a5a2d, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:55.419102 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] For port 5b76e68a-559f-498b-b2ff-b979997a5a2d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5b76e68a-559f-498b-b2ff-b979997a5a2d,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:55.428823 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.435190 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:55.435803 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.437361 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/5b76e68a-559f-498b-b2ff-b979997a5a2d HTTP/1.1" status: 200 len: 1093 time: 1.8977585 Aug 30 01:19:55.440142 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'tag': '5b76e68a-559f-498b-b2ff-b979997a5a2d'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:19:55.442668 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1695dbd-d585-4e71-a1c0-355735e724b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0069d16b-f85d-43f1-a310-6036df89e8e1", "tag": "5b76e68a-559f-498b-b2ff-b979997a5a2d"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:19:55.491688 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] For port 4a99df58-f134-4bf8-bca1-1cf07876dba6, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:55.496793 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] For port 4a99df58-f134-4bf8-bca1-1cf07876dba6, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=4a99df58-f134-4bf8-bca1-1cf07876dba6,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:55.503177 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2128027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345248'] for subnet (c10d8a32-0615-40be-9ea7-1a8aa4122940), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.510286 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.541339 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122b0a0-2669-4bd4-bbe6-dcbaa1c27db0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b76e68a-559f-498b-b2ff-b979997a5a2d,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:55.559151 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:55.573235 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc13114-2edb-4524-9d5e-16a0c2338ff9 x-openstack-request-id: req-9cc13114-2edb-4524-9d5e-16a0c2338ff9 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:19:55.573610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0069d16b-f85d-43f1-a310-6036df89e8e1", "tag": "5b76e68a-559f-498b-b2ff-b979997a5a2d", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:19:55.574188 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cc13114-2edb-4524-9d5e-16a0c2338ff9 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:19:55.574839 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc13114-2edb-4524-9d5e-16a0c2338ff9'] response: {'name': 'network-changed', 'server_uuid': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'tag': '5b76e68a-559f-498b-b2ff-b979997a5a2d', 'status': 'completed', 'code': 200} Aug 30 01:19:55.587519 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:55.607894 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:55.608964 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:55.612432 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-dbd2e08a-db67-4643-bf2f-2ba14ffa3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:55.614333 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-dbd2e08a-db67-4643-bf2f-2ba14ffa3064 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2815adc7e64040c8986b1bd3f4519343&device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 1127 time: 0.0906563 Aug 30 01:19:55.617469 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ff35a-e70c-4a67-acac-4782e0bdd5a1 None None] Pushing event updated for resources: {'Port': ['ID=4a99df58-f134-4bf8-bca1-1cf07876dba6,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:55.680098 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10d8a32-0615-40be-9ea7-1a8aa4122940,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:55.692222 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Checking segment: {'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:55.692572 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Network hostable DHCP agents. Network: 25335900-2473-49df-be4c-56e6eb1682c0, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:19:55.708686 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3b5f-c510-4969-9850-e186df3768b4 req-dd2f4eae-4ef2-4b34-9b49-792fd322359b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:55.711293 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b95a3b5f-c510-4969-9850-e186df3768b4 req-dd2f4eae-4ef2-4b34-9b49-792fd322359b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 944 time: 0.0879469 Aug 30 01:19:55.723407 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['90cf8014-421d-45c2-8701-cc67f5ad29d1'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:19:55.749051 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Network 25335900-2473-49df-be4c-56e6eb1682c0 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:19:55.780116 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 25335900-2473-49df-be4c-56e6eb1682c0) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:55.792871 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:55.796607 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fce4c9-33e9-4a4c-a135-39af20b8dd7d None None] Network 25335900-2473-49df-be4c-56e6eb1682c0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:55.797046 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:55.797876 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.807133 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:55.825073 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b95a3b5f-c510-4969-9850-e186df3768b4 req-3475b5a1-4b7b-4b1c-83f9-9cf3a406ff9b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006038 Aug 30 01:19:55.863371 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ce7b3a36-63f4-4818-aaab-ba7970799c03 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8604896 Aug 30 01:19:55.867630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33238) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:55.873823 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:55.934800 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-5cd9380c-d506-4c97-8276-cf809fc044d5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b76e68a-559f-498b-b2ff-b979997a5a2d HTTP/1.1" status: 200 len: 217 time: 0.0510025 Aug 30 01:19:55.999349 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (87714bcc-603b-400d-a9cc-2eddcbbf3433), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.000045 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-25335900-2473-49df-be4c-56e6eb1682c0', 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0', 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'fixed_ips': [{'subnet_id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:19:56.000812 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.001359 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (87714bcc-603b-400d-a9cc-2eddcbbf3433), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.027239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-49e05aab-fab7-4476-901f-676e818b152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:56.029164 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-49e05aab-fab7-4476-901f-676e818b152d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=17aa8116-261f-4111-b907-0d1a3e8f908e HTTP/1.1" status: 200 len: 853 time: 0.0872369 Aug 30 01:19:56.081990 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-d573d7d4-5fb1-4237-a6c6-e437d0ccc54f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450859 Aug 30 01:19:56.131732 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks [] for router_controller (87714bcc-603b-400d-a9cc-2eddcbbf3433), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.227157 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-69015784-9063-40ea-83a6-a63a6827934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:55Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:56.271245 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015784-9063-40ea-83a6-a63a6827934e None None] The sync data for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi is: [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:55Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:56.368364 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-dcbc2878-69cc-41ff-9311-768c21f2b383 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538340 Aug 30 01:19:56.510012 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.518782 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-cf4c8b46-79bb-48f6-8370-29b76f962374 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:56.521391 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-cf4c8b46-79bb-48f6-8370-29b76f962374 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 812 time: 0.4286008 Aug 30 01:19:56.578315 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Allocated IP 172.20.0.2 (25335900-2473-49df-be4c-56e6eb1682c0/c10d8a32-0615-40be-9ea7-1a8aa4122940/7fd99b4f-894f-41f3-a724-dd54d43e1200) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:56.646963 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b33bc2a5-3b6d-4faf-837b-ff2da08ecb71 req-acf6be7d-858c-4d06-a3b9-1145c01a7d5b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 210 time: 0.0695162 Aug 30 01:19:56.727129 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-6ce429a4-d0dd-4572-8ac4-4858fcf47df8 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 380 time: 0.1819656 Aug 30 01:19:56.732479 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:56.737958 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks [] for router_gateway (87714bcc-603b-400d-a9cc-2eddcbbf3433), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.746422 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6f2c2d-32c5-432c-bbec-dea7a8185e92 req-5843dd4e-ab09-4d0b-a780-d91f09726484 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381814 Aug 30 01:19:56.753709 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'port': {'device_id': '806ac720-5f83-41ac-8053-3debfda5295d', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'admin_state_up': True, 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'security_groups': ['91832125-6fcf-4787-8a04-ef4564de847c']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:56.760094 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d105-f053-4583-8a15-cb5ee90c98ae req-6e033590-0790-4594-bac3-0f12ea28fb41 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:56.767549 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-34e4d105-f053-4583-8a15-cb5ee90c98ae req-6e033590-0790-4594-bac3-0f12ea28fb41 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 943 time: 0.3867323 Aug 30 01:19:56.910522 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:56.912826 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-34e4d105-f053-4583-8a15-cb5ee90c98ae req-6579c704-a6b6-468c-8d1c-ccdd5b101294 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440725 Aug 30 01:19:56.919822 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:56.948535 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Made reservation on behalf of 20cdcff29a0448dc92460b2ddd45617b for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:56.953243 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.971062 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Publish callbacks [] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.986487 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.067509 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Pushing event updated for resources: {'Port': ['ID=7fd99b4f-894f-41f3-a724-dd54d43e1200,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:57.091509 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Network 25335900-2473-49df-be4c-56e6eb1682c0 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:57.093898 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:57.097470 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:57.101666 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:57.164100 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks [] for router_gateway (87714bcc-603b-400d-a9cc-2eddcbbf3433), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.167876 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca371d32-a46f-487f-9cf5-663cba0bddba req-bc7e3040-f342-4bc1-820b-481217f69ca8 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:57.169482 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ca371d32-a46f-487f-9cf5-663cba0bddba req-bc7e3040-f342-4bc1-820b-481217f69ca8 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 944 time: 0.1205091 Aug 30 01:19:57.177430 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Attempting to bind port 7fd99b4f-894f-41f3-a724-dd54d43e1200 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:57.179529 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Attempting to bind port 7fd99b4f-894f-41f3-a724-dd54d43e1200 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:57.180573 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Attempting to bind port 7fd99b4f-894f-41f3-a724-dd54d43e1200 on network 25335900-2473-49df-be4c-56e6eb1682c0 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:57.191023 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:57.193055 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Checking segment: {'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:57.194130 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.195047 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.195961 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Bound using segment: {'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:57.197010 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Bound port: 7fd99b4f-894f-41f3-a724-dd54d43e1200, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:57.197662 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.198403 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:57.265213 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Allocated IP 172.20.0.7 (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3/c0b28002-8459-4951-ba8b-ed39e4244853/f8872fed-3b35-451c-ae5b-1a2e7790acd0) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:57.282629 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 90cf8014-421d-45c2-8701-cc67f5ad29d1 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:57.305042 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ca371d32-a46f-487f-9cf5-663cba0bddba req-ccdc41c8-f880-454a-97d2-da8b466d1907 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106412 Aug 30 01:19:57.333201 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] For port 7fd99b4f-894f-41f3-a724-dd54d43e1200, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:57.366404 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] For port 7fd99b4f-894f-41f3-a724-dd54d43e1200, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7fd99b4f-894f-41f3-a724-dd54d43e1200,segment=NetworkSegment(b3a28ed9-4aae-4bc8-97ed-95043fec841a),segment_id=b3a28ed9-4aae-4bc8-97ed-95043fec841a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:57.369389 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Allocated IP 172.27.3.79 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/0bd1056d-b557-4db5-bbbd-3834c5e7ca86) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:57.378156 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.413998 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:57.418108 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 90cf8014-421d-45c2-8701-cc67f5ad29d1 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:19:57.432328 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 90cf8014-421d-45c2-8701-cc67f5ad29d1 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:57.432861 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.510562 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d9a14-886f-41df-b710-fd18afb839a5 None None] Pushing event updated for resources: {'Port': ['ID=7fd99b4f-894f-41f3-a724-dd54d43e1200,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:57.575313 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.579050 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks [] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.630472 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.636695 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.650676 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 90cf8014-421d-45c2-8701-cc67f5ad29d1 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:57.651070 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.747934 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:57.749826 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:57.754788 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:57.777586 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Pushing event updated for resources: {'Port': ['ID=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:57.793207 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:57.794992 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:57.796603 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:57.798091 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:57.800423 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:19:57.805228 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa390e4-338c-4637-95cc-09978355615f" -d '{"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-plugged", "status": "completed", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:19:57.809993 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.814419 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=f8872fed-3b35-451c-ae5b-1a2e7790acd0,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:57.885565 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:57.886233 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.909486 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2332c6-e80f-4296-bdff-d3cddb735ba1 x-openstack-request-id: req-de2332c6-e80f-4296-bdff-d3cddb735ba1 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:19:57.909797 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-plugged", "status": "completed", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:19:57.910052 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de2332c6-e80f-4296-bdff-d3cddb735ba1 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:19:57.910465 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2332c6-e80f-4296-bdff-d3cddb735ba1'] response: {'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'code': 200} Aug 30 01:19:57.927358 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-422b8ff0-3fdc-4d12-b395-5dd245c76789 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1889133 Aug 30 01:19:57.985570 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Request body: {'port': {'device_id': '806ac720-5f83-41ac-8053-3debfda5295d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:58.004242 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:58.285889 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0293b-a5e6-4284-a12d-dba2ec37d0dc req-e8eb6662-a626-4265-95d3-02129ea5ded8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.288748 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ca0293b-a5e6-4284-a12d-dba2ec37d0dc req-e8eb6662-a626-4265-95d3-02129ea5ded8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 943 time: 0.1606240 Aug 30 01:19:58.369391 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.414453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4a99df58-f134-4bf8-bca1-1cf07876dba6 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:58.441530 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ca0293b-a5e6-4284-a12d-dba2ec37d0dc req-069f98f3-89c2-4b13-9a29-a2e08c64051b tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400065 Aug 30 01:19:58.534753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-aec47704-28a8-46d2-8d34-376ab4ba86d2 None None] Provisioning complete for port f8872fed-3b35-451c-ae5b-1a2e7790acd0 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:58.535388 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-aec47704-28a8-46d2-8d34-376ab4ba86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.551801 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629976f0-9814-4de2-ba26-5d025b6a5b2f req-ed82463d-573b-4e6f-b3f2-853b41b0850a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.559811 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-629976f0-9814-4de2-ba26-5d025b6a5b2f req-ed82463d-573b-4e6f-b3f2-853b41b0850a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 931 time: 0.6794488 Aug 30 01:19:58.564262 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-47736cfa-1195-4917-8a40-9f4c18887a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.565797 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-47736cfa-1195-4917-8a40-9f4c18887a69 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2815adc7e64040c8986b1bd3f4519343&device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 1127 time: 0.7055204 Aug 30 01:19:58.636973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:58.637843 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-aec47704-28a8-46d2-8d34-376ab4ba86d2 None None] Port f8872fed-3b35-451c-ae5b-1a2e7790acd0 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:58.649441 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 4a99df58-f134-4bf8-bca1-1cf07876dba6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:58.650515 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.676168 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d301e-c60a-4a79-9a40-ff537b917b41 req-df176859-6e7e-4527-a574-f78560d01ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.678265 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-039d301e-c60a-4a79-9a40-ff537b917b41 req-df176859-6e7e-4527-a574-f78560d01ecf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1129 time: 0.1181908 Aug 30 01:19:58.713729 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:58.735081 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee966c-3e89-4db8-b8db-e9df308f4da8 req-dc36e847-6521-43bd-857f-512c8bdf4897 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.748161 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-caee966c-3e89-4db8-b8db-e9df308f4da8 req-dc36e847-6521-43bd-857f-512c8bdf4897 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.1790943 Aug 30 01:19:58.749420 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-629976f0-9814-4de2-ba26-5d025b6a5b2f req-2e25758e-036a-4167-bcc8-24435b8260ad tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885049 Aug 30 01:19:58.758719 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:58.776590 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 4a99df58-f134-4bf8-bca1-1cf07876dba6 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:58.777474 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.779516 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:58.823457 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-56ecbe53-d6c7-4ab5-9bec-4332af386fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.825044 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-56ecbe53-d6c7-4ab5-9bec-4332af386fce service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59 HTTP/1.1" status: 200 len: 914 time: 0.2459195 Aug 30 01:19:58.826064 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 4a99df58-f134-4bf8-bca1-1cf07876dba6, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=4a99df58-f134-4bf8-bca1-1cf07876dba6,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:58.832642 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.834289 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7fd99b4f-894f-41f3-a724-dd54d43e1200 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:58.876133 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-d529ad42-75da-4dfe-a569-d445971317f8 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b76e68a-559f-498b-b2ff-b979997a5a2d HTTP/1.1" status: 200 len: 217 time: 0.0437002 Aug 30 01:19:58.877263 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks [] for router_gateway (87714bcc-603b-400d-a9cc-2eddcbbf3433), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.879831 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-039d301e-c60a-4a79-9a40-ff537b917b41 req-1881803e-948c-4907-a7b9-eb32d37e684d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813524 Aug 30 01:19:58.926147 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=4a99df58-f134-4bf8-bca1-1cf07876dba6,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:58.938507 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 7fd99b4f-894f-41f3-a724-dd54d43e1200 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:58.939179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.946807 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-caee966c-3e89-4db8-b8db-e9df308f4da8 req-e2250c89-4310-49dc-86b2-64154ea94285 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974936 Aug 30 01:19:59.011090 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8872fed-3b35-451c-ae5b-1a2e7790acd0 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:19:59.040108 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Publish callbacks [] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.056160 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 7fd99b4f-894f-41f3-a724-dd54d43e1200 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:59.056703 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.065426 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Transition to ACTIVE for port object f8872fed-3b35-451c-ae5b-1a2e7790acd0 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:19:59.072164 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.121018 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:59.136366 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (87714bcc-603b-400d-a9cc-2eddcbbf3433), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.140711 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 7fd99b4f-894f-41f3-a724-dd54d43e1200, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7fd99b4f-894f-41f3-a724-dd54d43e1200,segment=NetworkSegment(b3a28ed9-4aae-4bc8-97ed-95043fec841a),segment_id=b3a28ed9-4aae-4bc8-97ed-95043fec841a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:59.148268 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.238580 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=7fd99b4f-894f-41f3-a724-dd54d43e1200,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:59.243009 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Attempting to bind port f8872fed-3b35-451c-ae5b-1a2e7790acd0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:59.243727 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Attempting to bind port f8872fed-3b35-451c-ae5b-1a2e7790acd0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:59.244363 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Attempting to bind port f8872fed-3b35-451c-ae5b-1a2e7790acd0 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:59.250671 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f8872fed-3b35-451c-ae5b-1a2e7790acd0,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:59.260339 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Port f8872fed-3b35-451c-ae5b-1a2e7790acd0 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:19:59.260591 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Attempting to bind port f8872fed-3b35-451c-ae5b-1a2e7790acd0 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:59.267134 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-5607a345-5bfe-4ef5-a0a5-fc1efd32f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:59.268681 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-5607a345-5bfe-4ef5-a0a5-fc1efd32f50f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=17aa8116-261f-4111-b907-0d1a3e8f908e HTTP/1.1" status: 200 len: 853 time: 0.1221735 Aug 30 01:19:59.269112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 5b76e68a-559f-498b-b2ff-b979997a5a2d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:19:59.271679 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:59.272421 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Checking segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:59.273177 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Bound using segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:59.273980 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Bound port: f8872fed-3b35-451c-ae5b-1a2e7790acd0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:59.274641 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.391647 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Router 87714bcc-603b-400d-a9cc-2eddcbbf3433 is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:19:59.406851 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] For port f8872fed-3b35-451c-ae5b-1a2e7790acd0, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:59.408792 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 5b76e68a-559f-498b-b2ff-b979997a5a2d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5b76e68a-559f-498b-b2ff-b979997a5a2d,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:59.412836 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] For port f8872fed-3b35-451c-ae5b-1a2e7790acd0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f8872fed-3b35-451c-ae5b-1a2e7790acd0,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:59.425691 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.466449 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:59.467939 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.470928 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/f8872fed-3b35-451c-ae5b-1a2e7790acd0 HTTP/1.1" status: 200 len: 1093 time: 1.4938207 Aug 30 01:19:59.471818 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:19:59.476686 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480ede03-ba75-4e6e-bfdf-4f1af8bfc754" -d '{"events": [{"name": "network-changed", "server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:19:59.559569 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e5b7e-f2d7-4818-b7c8-f01118280d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f8872fed-3b35-451c-ae5b-1a2e7790acd0,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:59.561978 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec279e5-8fef-4d00-b239-bd579a5bade3 None None] Network 25335900-2473-49df-be4c-56e6eb1682c0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:59.572067 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef58d4-2a9a-411e-b51b-5f27260b23d2 x-openstack-request-id: req-40ef58d4-2a9a-411e-b51b-5f27260b23d2 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:19:59.572895 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:19:59.574174 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40ef58d4-2a9a-411e-b51b-5f27260b23d2 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:19:59.574832 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ef58d4-2a9a-411e-b51b-5f27260b23d2'] response: {'name': 'network-changed', 'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'status': 'completed', 'code': 200} Aug 30 01:19:59.575734 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:59.583164 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:59.612046 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '5b76e68a-559f-498b-b2ff-b979997a5a2d', 'network_id': '3e2aeb58-3a7d-4703-af37-5e4bc1626f59', 'port_id': '5b76e68a-559f-498b-b2ff-b979997a5a2d', 'mac_address': 'fa:16:3e:77:4b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17aa8116-261f-4111-b907-0d1a3e8f908e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:19:59.621564 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Sync routers for ids ['87714bcc-603b-400d-a9cc-2eddcbbf3433'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:59.644279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.647580 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-80fd7375-ad9f-43af-bae9-c15b5134df3f admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7774959 Aug 30 01:19:59.650248 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33258) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:59.662472 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d082e-7562-48a4-8a0c-288c22ab78f9 req-6827b210-8b71-4bea-ad26-e1279d2a3644 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:59.664076 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-320d082e-7562-48a4-8a0c-288c22ab78f9 req-6827b210-8b71-4bea-ad26-e1279d2a3644 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 943 time: 0.0856671 Aug 30 01:19:59.665619 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-7e91bbe4-5aa0-459f-a73e-2939bafc7533 None None] Provisioning complete for port 7fd99b4f-894f-41f3-a724-dd54d43e1200 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:59.665992 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7e91bbe4-5aa0-459f-a73e-2939bafc7533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.713450 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Routers {'87714bcc-603b-400d-a9cc-2eddcbbf3433'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:59.714022 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['87714bcc-603b-400d-a9cc-2eddcbbf3433'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:59.761625 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-b2b8c212-cfe9-40f5-a7a2-09ccc6e65beb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=3e2aeb58-3a7d-4703-af37-5e4bc1626f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555148 Aug 30 01:19:59.783958 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 5b76e68a-559f-498b-b2ff-b979997a5a2d is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:59.784372 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.791661 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ede03-ba75-4e6e-bfdf-4f1af8bfc754 req-a12d958a-56d7-4fe8-8f92-18606ecd3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:59.793669 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-480ede03-ba75-4e6e-bfdf-4f1af8bfc754 req-a12d958a-56d7-4fe8-8f92-18606ecd3fe5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 1127 time: 0.0559778 Aug 30 01:19:59.807753 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:59.841899 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b76e68a-559f-498b-b2ff-b979997a5a2d {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:19:59.903776 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 5b76e68a-559f-498b-b2ff-b979997a5a2d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5b76e68a-559f-498b-b2ff-b979997a5a2d,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:59.941930 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-320d082e-7562-48a4-8a0c-288c22ab78f9 req-10368649-23af-4a42-945f-4a0f654dbf27 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346973 Aug 30 01:19:59.944626 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:59.953137 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:00.009157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Set router 87714bcc-603b-400d-a9cc-2eddcbbf3433 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:00.011557 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-7e91bbe4-5aa0-459f-a73e-2939bafc7533 None None] Current status of the port 7fd99b4f-894f-41f3-a724-dd54d43e1200 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:00.040788 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-8832cff4-0443-4904-8c39-85d1e89b3e04 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619135 Aug 30 01:20:00.345401 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4a99df58-f134-4bf8-bca1-1cf07876dba6 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:00.393225 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=5b76e68a-559f-498b-b2ff-b979997a5a2d,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:00.410283 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4375007-2b5e-4165-9fa1-d532658a0830 req-ff125a63-941d-4990-b896-8eb0ab969d2c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:00.418462 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d4375007-2b5e-4165-9fa1-d532658a0830 req-ff125a63-941d-4990-b896-8eb0ab969d2c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.5439861 Aug 30 01:20:00.444968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eacd2-9fa2-45f9-b60f-f7e65fdb0698 req-6e8dbfe4-8d6b-49d8-9b43-9cb05702386a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:00.457385 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a37eacd2-9fa2-45f9-b60f-f7e65fdb0698 req-6e8dbfe4-8d6b-49d8-9b43-9cb05702386a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.1923206 Aug 30 01:20:00.458172 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 4a99df58-f134-4bf8-bca1-1cf07876dba6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:00.459001 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:00.466603 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['5b76e68a-559f-498b-b2ff-b979997a5a2d'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:20:00.469857 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1401c56d-d3f1-4dc0-a06c-97b9b58f304a None None] Provisioning complete for port 7fd99b4f-894f-41f3-a724-dd54d43e1200 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:00.470458 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1401c56d-d3f1-4dc0-a06c-97b9b58f304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:00.514693 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ede03-ba75-4e6e-bfdf-4f1af8bfc754 req-6aaae85e-f8ea-41ce-9171-b60b1cbc554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:00.516339 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-480ede03-ba75-4e6e-bfdf-4f1af8bfc754 req-6aaae85e-f8ea-41ce-9171-b60b1cbc554e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=20cdcff29a0448dc92460b2ddd45617b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6892748 Aug 30 01:20:00.534559 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d4375007-2b5e-4165-9fa1-d532658a0830 req-7f9d269b-3a72-4f25-855e-f4199153671f tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142106 Aug 30 01:20:00.603708 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a37eacd2-9fa2-45f9-b60f-f7e65fdb0698 req-4d48917e-9a9f-4be0-adee-3897e1ea7e61 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450214 Aug 30 01:20:00.669747 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:00.736727 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:00.739127 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:19:58Z', 'revision_number': 3, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:00.815051 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Checking router: 87714bcc-603b-400d-a9cc-2eddcbbf3433 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:20:00.815641 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Updating router 87714bcc-603b-400d-a9cc-2eddcbbf3433 port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:20:00.828730 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1695dbd-d585-4e71-a1c0-355735e724b3 req-a21ca44f-a7a9-49e7-94c2-1d0855b1be56 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010128 Aug 30 01:20:00.848006 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ede03-ba75-4e6e-bfdf-4f1af8bfc754 req-0a0fdf7f-1b76-455d-9b8c-a591cf0f9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:00.849779 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-480ede03-ba75-4e6e-bfdf-4f1af8bfc754 req-0a0fdf7f-1b76-455d-9b8c-a591cf0f9d0a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404180 Aug 30 01:20:00.853776 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:00.964629 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:00.969217 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 4a99df58-f134-4bf8-bca1-1cf07876dba6 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:00.970355 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7fd99b4f-894f-41f3-a724-dd54d43e1200 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:01.004848 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:01.013129 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-8a39c329-b25c-4286-b3c1-ee545df149b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:01.014824 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-8a39c329-b25c-4286-b3c1-ee545df149b9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 1127 time: 0.0761437 Aug 30 01:20:01.016299 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1401c56d-d3f1-4dc0-a06c-97b9b58f304a None None] Current status of the port 7fd99b4f-894f-41f3-a724-dd54d43e1200 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:01.036136 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:01.072061 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-901af0c0-dce1-4425-bd3e-b63c4fc9ccd4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8872fed-3b35-451c-ae5b-1a2e7790acd0 HTTP/1.1" status: 200 len: 217 time: 0.0396729 Aug 30 01:20:01.099334 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Allocated IP 172.20.0.1 (25335900-2473-49df-be4c-56e6eb1682c0/c10d8a32-0615-40be-9ea7-1a8aa4122940/cfa27317-34d5-43f7-81aa-e3b1c2fab0bc) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:20:01.187907 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:01.196126 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 7fd99b4f-894f-41f3-a724-dd54d43e1200 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:01.196126 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.256756 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks [] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.262822 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aadb7-0199-4e89-82c2-028ebc8b2d24 req-c3d3eae5-e30f-45fa-aff2-ebe30ca75e81 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:01.265148 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:01.276115 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c85aadb7-0199-4e89-82c2-028ebc8b2d24 req-c3d3eae5-e30f-45fa-aff2-ebe30ca75e81 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 944 time: 0.1223779 Aug 30 01:20:01.308373 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.322628 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-a7704bcd-6738-49c7-95ac-73399eb7cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:01.325403 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-a7704bcd-6738-49c7-95ac-73399eb7cc31 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.2478626 Aug 30 01:20:01.361339 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Network 25335900-2473-49df-be4c-56e6eb1682c0 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:01.369169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:01.371336 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:01.373707 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:20:01.374193 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (87714bcc-603b-400d-a9cc-2eddcbbf3433), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.443718 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 7fd99b4f-894f-41f3-a724-dd54d43e1200 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:01.456639 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c85aadb7-0199-4e89-82c2-028ebc8b2d24 req-eac51ebf-f2c1-4ef9-922a-6f6bfc849913 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792929 Aug 30 01:20:01.465911 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-d38c06ac-c883-49f0-ac67-b258468a2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:01.467741 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-d38c06ac-c883-49f0-ac67-b258468a2a91 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1220546 Aug 30 01:20:01.625617 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Publish callbacks [] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.639858 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.651950 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.726793 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-c6c02055-eec3-4655-acef-5b68ae065061 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481129 Aug 30 01:20:01.757450 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Attempting to bind port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:20:01.758318 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Attempting to bind port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:20:01.758318 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Attempting to bind port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:01.777771 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:20:01.778392 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:20:01.780968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.780968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:20:01.780968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Bound port: 0bd1056d-b557-4db5-bbbd-3834c5e7ca86, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:20:01.780968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.791492 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab238614-0fb2-4926-9667-0207978b1ed3 None None] Pushing event updated for resources: {'Port': ['ID=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:01.847045 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:01.866906 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b1c78-78c2-4d6f-a9ed-83b131e1e703 req-7ae09740-27da-4753-9d84-b57df0c9c5fe tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:01.868833 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b7b1c78-78c2-4d6f-a9ed-83b131e1e703 req-7ae09740-27da-4753-9d84-b57df0c9c5fe tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.1544797 Aug 30 01:20:01.883961 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] For port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:20:01.884206 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d829b5-9c28-4492-abc0-85a616fba129 req-c24e83c2-91c2-4296-9d5d-2e4d4b16c6f1 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:01.885810 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39d829b5-9c28-4492-abc0-85a616fba129 req-c24e83c2-91c2-4296-9d5d-2e4d4b16c6f1 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.1288028 Aug 30 01:20:01.888756 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] For port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:20:01.900449 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.964277 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3321d136-965f-4b8f-ba32-d88d09bf7303 None None] Provisioning complete for port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:01.964773 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3321d136-965f-4b8f-ba32-d88d09bf7303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:01.979822 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b7b1c78-78c2-4d6f-a9ed-83b131e1e703 req-3eaa0725-1cc3-4f96-9607-5e64b06243df tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041694 Aug 30 01:20:02.003349 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Routers {'87714bcc-603b-400d-a9cc-2eddcbbf3433'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:02.004782 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:19:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['87714bcc-603b-400d-a9cc-2eddcbbf3433'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:02.019503 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks [] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:02.024848 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:02.026103 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (87714bcc-603b-400d-a9cc-2eddcbbf3433), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:02.029622 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-39d829b5-9c28-4492-abc0-85a616fba129 req-0ec673bd-1326-4b6c-ac6d-7ce99a11869c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042757 Aug 30 01:20:02.049756 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af5126e0-8dfe-46a8-9a7e-ea8deef647cc req-af534e52-3465-4733-8ed2-28f165a4dc45 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154449 Aug 30 01:20:02.089155 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab238614-0fb2-4926-9667-0207978b1ed3 None None] Pushing event updated for resources: {'Port': ['ID=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:02.151180 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:02.226736 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39cc50-0267-49e6-8369-880c5ff02b84 req-5525ab10-b2b9-454b-82d2-508bf6f6c64c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:02.228483 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f39cc50-0267-49e6-8369-880c5ff02b84 req-5525ab10-b2b9-454b-82d2-508bf6f6c64c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0917649 Aug 30 01:20:02.257849 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3321d136-965f-4b8f-ba32-d88d09bf7303 None None] Port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:20:02.262038 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Network 25335900-2473-49df-be4c-56e6eb1682c0 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:02.267464 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:02.341516 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] Set router 87714bcc-603b-400d-a9cc-2eddcbbf3433 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:02.343267 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f39cc50-0267-49e6-8369-880c5ff02b84 req-6d574d56-d330-40f3-bfce-ad82a12f49ad tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059322 Aug 30 01:20:02.404637 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33274) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:20:02.408972 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:02.442535 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Router 87714bcc-603b-400d-a9cc-2eddcbbf3433 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:20:02.535008 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:02.564958 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:02.627538 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-74a7f17c-7530-45f6-8a4b-552800040650 None None] Provisioning complete for port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:02.627920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74a7f17c-7530-45f6-8a4b-552800040650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:02.682361 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711bf2c-f20c-4d69-a33a-4b0b8b8cc928 req-887e32e4-dd2d-416b-aac6-5d78c1159b34 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:02.691163 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6711bf2c-f20c-4d69-a33a-4b0b8b8cc928 req-887e32e4-dd2d-416b-aac6-5d78c1159b34 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 944 time: 0.0823526 Aug 30 01:20:02.691813 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 4, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'cfa27317-34d5-43f7-81aa-e3b1c2fab0bc', 'name': '', 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'mac_address': 'fa:16:3e:7b:a1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:20:00Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 1, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'subnets': [{'id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:02.697333 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-74a7f17c-7530-45f6-8a4b-552800040650 None None] Port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:20:02.704888 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:20:02.711839 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-02c173d8-591c-47a7-a246-261cef9dbc24 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/87714bcc-603b-400d-a9cc-2eddcbbf3433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0604453 Aug 30 01:20:02.735213 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f82a14-590a-40a3-9b27-ff760ac0f11e None None] The sync data for ids ['87714bcc-603b-400d-a9cc-2eddcbbf3433'] in dv-cinder-815145-12-iscsi is: [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 4, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'cfa27317-34d5-43f7-81aa-e3b1c2fab0bc', 'name': '', 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'mac_address': 'fa:16:3e:7b:a1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:20:00Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 1, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'subnets': [{'id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:20:02.777387 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6711bf2c-f20c-4d69-a33a-4b0b8b8cc928 req-5375e091-150d-4ff5-b082-19e6176c1e40 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844166 Aug 30 01:20:02.939413 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c042b5-951b-4473-9b46-155682eb08f7 tempest-TestShelveInstance-1758429373 tempest-TestShelveInstance-1758429373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:02.943560 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-94c042b5-951b-4473-9b46-155682eb08f7 tempest-TestShelveInstance-1758429373 tempest-TestShelveInstance-1758429373-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1124 time: 0.5352194 Aug 30 01:20:02.946368 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33290) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:20:02.954026 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'port_id': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:02.996369 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:03.155596 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:03.288185 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 5b76e68a-559f-498b-b2ff-b979997a5a2d up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:03.349629 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ddcaf-c2c7-45ac-93fa-5ae9e90fdda1 req-3c1b577c-9e18-4141-a59f-1a99722a0daf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:03.352386 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f2ddcaf-c2c7-45ac-93fa-5ae9e90fdda1 req-3c1b577c-9e18-4141-a59f-1a99722a0daf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.1721773 Aug 30 01:20:03.355731 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:03.418735 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 5b76e68a-559f-498b-b2ff-b979997a5a2d completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:20:03.429094 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 5b76e68a-559f-498b-b2ff-b979997a5a2d triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:03.430614 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:03.454433 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f2ddcaf-c2c7-45ac-93fa-5ae9e90fdda1 req-694159fb-3b14-484b-8283-bad6bdb629b1 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890832 Aug 30 01:20:03.504618 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Allocated IP 172.27.3.253 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/8881636b-cefb-48b4-9adc-82d15d18416e) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:20:03.642115 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 5b76e68a-559f-498b-b2ff-b979997a5a2d is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:03.642828 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:03.737249 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76e68a-559f-498b-b2ff-b979997a5a2d'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:03.761067 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df0f84-a09f-46fb-ae86-03cc2a6dc7b7" -d '{"events": [{"server_uuid": "0069d16b-f85d-43f1-a310-6036df89e8e1", "name": "network-vif-plugged", "status": "completed", "tag": "5b76e68a-559f-498b-b2ff-b979997a5a2d"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:03.799926 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for port (8881636b-cefb-48b4-9adc-82d15d18416e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:03.817047 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 5b76e68a-559f-498b-b2ff-b979997a5a2d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5b76e68a-559f-498b-b2ff-b979997a5a2d,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:03.835553 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:03.882760 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (8881636b-cefb-48b4-9adc-82d15d18416e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:04.034549 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:04.062108 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=5b76e68a-559f-498b-b2ff-b979997a5a2d,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:04.070663 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:04.082444 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:20:04.103280 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'Port': ['ID=8881636b-cefb-48b4-9adc-82d15d18416e,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:04.430621 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528f0884-5ee0-437d-bba3-f65519e8ad69 x-openstack-request-id: req-528f0884-5ee0-437d-bba3-f65519e8ad69 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:04.432356 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0069d16b-f85d-43f1-a310-6036df89e8e1", "name": "network-vif-plugged", "status": "completed", "tag": "5b76e68a-559f-498b-b2ff-b979997a5a2d", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:04.436596 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-528f0884-5ee0-437d-bba3-f65519e8ad69 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:04.437864 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528f0884-5ee0-437d-bba3-f65519e8ad69'] response: {'server_uuid': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b76e68a-559f-498b-b2ff-b979997a5a2d', 'code': 200} Aug 30 01:20:04.450495 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b93b3dbf-d68c-41bf-ae6d-69af55d51183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:04.479521 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:04.670628 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:04.671777 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:04.823366 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:04.823925 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:04.881431 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:04.892273 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:04.971166 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09db6-c92c-4d56-afee-2e6549f52049 req-efacc988-8b82-4e04-b91b-4ee5558c50d3 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:04.975450 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ba09db6-c92c-4d56-afee-2e6549f52049 req-efacc988-8b82-4e04-b91b-4ee5558c50d3 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.1616089 Aug 30 01:20:05.007210 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:05.145175 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ba09db6-c92c-4d56-afee-2e6549f52049 req-a554c386-c31e-4e75-b0bf-6bc687c94e43 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604636 Aug 30 01:20:05.229841 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7596c-3d1e-47d7-b818-80a4d95749d5 req-eb103fa9-0f58-4ad3-a521-8adaf3605ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:05.231405 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ff7596c-3d1e-47d7-b818-80a4d95749d5 req-eb103fa9-0f58-4ad3-a521-8adaf3605ac5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 1129 time: 0.0853138 Aug 30 01:20:05.323939 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8576f-2781-405e-a695-b8289773939d req-b029fe4a-affc-4bff-9b03-ef8f6daa5c07 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:05.333584 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1d8576f-2781-405e-a695-b8289773939d req-b029fe4a-affc-4bff-9b03-ef8f6daa5c07 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 945 time: 0.7455823 Aug 30 01:20:05.384343 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ff7596c-3d1e-47d7-b818-80a4d95749d5 req-d40829e7-f2dc-44c3-a823-f29a0766840b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842845 Aug 30 01:20:05.527000 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1d8576f-2781-405e-a695-b8289773939d req-44d64e6f-67b2-435d-9018-be01a0e1d81e tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435406 Aug 30 01:20:05.660948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:05.741490 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for floatingip (8b376fb7-024c-4197-abe9-e846815f2939), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:05.775039 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:05.844197 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (8881636b-cefb-48b4-9adc-82d15d18416e), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.067519 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for port (8881636b-cefb-48b4-9adc-82d15d18416e), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.076841 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (8881636b-cefb-48b4-9adc-82d15d18416e), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.077795 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (8b376fb7-024c-4197-abe9-e846815f2939), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.236332 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=31 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:06.239386 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=34 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:06.348083 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:06.446932 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Floating IP 8b376fb7-024c-4197-abe9-e846815f2939 associated. External IP: 172.27.3.253, port: 90cf8014-421d-45c2-8701-cc67f5ad29d1. Aug 30 01:20:06.451241 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event updated for resources: {'Port': ['ID=8881636b-cefb-48b4-9adc-82d15d18416e,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:06.455465 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c53152-0bf7-409a-b798-ee8951f3af62 req-3dc81a4a-3be0-4655-93a8-f6078ef2b51e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.464527 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f5c53152-0bf7-409a-b798-ee8951f3af62 req-3dc81a4a-3be0-4655-93a8-f6078ef2b51e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.0952747 Aug 30 01:20:06.527063 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:06.527440 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.550753 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f5c53152-0bf7-409a-b798-ee8951f3af62 req-69cdc784-871e-416a-8328-1b432a6c01bf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852439 Aug 30 01:20:06.607038 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ac1bee2e-ef61-498b-942f-2df82cd699df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.631586 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:06.740779 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:06.778909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17859561-6522-4150-a71f-adcf516d2739 req-1b526b15-6d21-48ef-84f7-a223fd130607 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.782693 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-17859561-6522-4150-a71f-adcf516d2739 req-1b526b15-6d21-48ef-84f7-a223fd130607 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 945 time: 0.0904682 Aug 30 01:20:06.791498 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Sync routers for ids ['87714bcc-603b-400d-a9cc-2eddcbbf3433'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:20:06.808643 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Routers {'87714bcc-603b-400d-a9cc-2eddcbbf3433'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:06.809764 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['87714bcc-603b-400d-a9cc-2eddcbbf3433'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:06.946390 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Set router 87714bcc-603b-400d-a9cc-2eddcbbf3433 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:07.165370 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Router 805c9c3c-2867-483b-bd7b-6d6c5425755a has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:20:07.169697 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-17859561-6522-4150-a71f-adcf516d2739 req-60f1cd93-0281-4bcd-9a11-01aa56645130 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302210 Aug 30 01:20:07.280555 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be652c-19a7-42c1-91ff-c7c9dfa7accb req-8cc78249-bb1e-40a0-ba6e-0dd4a4e9035c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:07.282241 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81be652c-19a7-42c1-91ff-c7c9dfa7accb req-8cc78249-bb1e-40a0-ba6e-0dd4a4e9035c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1366355 Aug 30 01:20:07.342378 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 4, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'cfa27317-34d5-43f7-81aa-e3b1c2fab0bc', 'name': '', 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'mac_address': 'fa:16:3e:7b:a1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:20:00Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 2, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'subnets': [{'id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:07.398489 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:20:07.403439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:07.423513 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] Sync routers for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:20:07.448476 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Checking router: 87714bcc-603b-400d-a9cc-2eddcbbf3433 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:20:07.449434 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Updating router 87714bcc-603b-400d-a9cc-2eddcbbf3433 port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:20:07.453758 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:07.466867 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81be652c-19a7-42c1-91ff-c7c9dfa7accb req-cc00847c-3d88-4032-8b79-b28ff5979ade tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744897 Aug 30 01:20:07.472141 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:07.473218 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:07.498722 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:07.503857 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1264f5ee-aee1-4edc-b876-a058c25734d3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5554581 Aug 30 01:20:07.504658 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:07.507253 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73" -d '{"events": [{"name": "network-changed", "server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:07.585247 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a2f8b3-03ce-4c2f-add9-81445be8f2c2 x-openstack-request-id: req-88a2f8b3-03ce-4c2f-add9-81445be8f2c2 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:07.585519 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:07.586116 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88a2f8b3-03ce-4c2f-add9-81445be8f2c2 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:07.586257 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a2f8b3-03ce-4c2f-add9-81445be8f2c2'] response: {'name': 'network-changed', 'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'status': 'completed', 'code': 200} Aug 30 01:20:07.663628 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:07.669670 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:07.814803 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497d32-aaa6-4f42-9a7d-d196784568d9 req-534db6e0-b2e0-4c73-be43-7d8ad260cb28 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:07.817273 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ca497d32-aaa6-4f42-9a7d-d196784568d9 req-534db6e0-b2e0-4c73-be43-7d8ad260cb28 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.0933022 Aug 30 01:20:07.889065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:07.939912 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:07.950463 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Publish callbacks [] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:07.952585 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ca497d32-aaa6-4f42-9a7d-d196784568d9 req-dc814337-0220-45cd-ac78-49f2ec8dd77f tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248543 Aug 30 01:20:07.959021 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:08.125260 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '8b376fb7-024c-4197-abe9-e846815f2939', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'port_id': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'mac_address': 'fa:16:3e:95:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:05Z', 'updated_at': '2022-08-30T01:20:05Z', 'revision_number': 0, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:49Z', 'revision_number': 5, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:08.163038 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] Checking router: 805c9c3c-2867-483b-bd7b-6d6c5425755a for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:20:08.179658 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:08.181569 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:08.184512 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6e3f-a29a-496f-b239-4a9fa2175d5c None None] Pushing event updated for resources: {'Port': ['ID=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:08.187189 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Attempting to bind port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:20:08.187438 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Attempting to bind port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:20:08.187856 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Attempting to bind port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc on network 25335900-2473-49df-be4c-56e6eb1682c0 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:08.205313 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:20:08.205786 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Checking segment: {'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:20:08.206251 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:08.206702 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Bound using segment: {'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:20:08.207250 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Bound port: cfa27317-34d5-43f7-81aa-e3b1c2fab0bc, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a28ed9-4aae-4bc8-97ed-95043fec841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:20:08.207689 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:08.296147 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:08.300263 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] For port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:20:08.306954 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] For port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,segment=NetworkSegment(b3a28ed9-4aae-4bc8-97ed-95043fec841a),segment_id=b3a28ed9-4aae-4bc8-97ed-95043fec841a)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:20:08.320876 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:08.383546 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Routers {'87714bcc-603b-400d-a9cc-2eddcbbf3433'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:08.384521 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['87714bcc-603b-400d-a9cc-2eddcbbf3433'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:08.424374 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa1338-f76f-495b-ae9c-90ee62f3d737 req-810efd4b-4a2e-4a71-9362-63f19a562704 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:08.437155 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73aa1338-f76f-495b-ae9c-90ee62f3d737 req-810efd4b-4a2e-4a71-9362-63f19a562704 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 945 time: 0.1245465 Aug 30 01:20:08.465634 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6e3f-a29a-496f-b239-4a9fa2175d5c None None] Pushing event updated for resources: {'Port': ['ID=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:08.482874 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:08.591619 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73aa1338-f76f-495b-ae9c-90ee62f3d737 req-20203022-6ae5-497b-ac98-c066cce4088d tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498415 Aug 30 01:20:08.598315 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] Set router 87714bcc-603b-400d-a9cc-2eddcbbf3433 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:08.608482 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:08.679938 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:08.736781 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048135-561f-4275-8347-7aa7710c6165 req-b588b069-f05f-4bfb-be2f-7e6a90cd5418 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:08.745123 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-53048135-561f-4275-8347-7aa7710c6165 req-b588b069-f05f-4bfb-be2f-7e6a90cd5418 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1033344 Aug 30 01:20:08.896107 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-332212b2-bbf6-42e2-b08e-abb1f0f60046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:08.898076 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-332212b2-bbf6-42e2-b08e-abb1f0f60046 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1129 time: 0.0788820 Aug 30 01:20:08.908890 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-53048135-561f-4275-8347-7aa7710c6165 req-21c1a7a6-665f-42a2-b976-4330b0d88e9b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579044 Aug 30 01:20:08.951087 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '8b376fb7-024c-4197-abe9-e846815f2939', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'port_id': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'mac_address': 'fa:16:3e:95:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:05Z', 'updated_at': '2022-08-30T01:20:05Z', 'revision_number': 0, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:49Z', 'revision_number': 5, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:09.003789 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb0f1c6-7919-44e9-bf6b-b0c407b8007c None None] The sync data for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi is: [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '8b376fb7-024c-4197-abe9-e846815f2939', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'port_id': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'mac_address': 'fa:16:3e:95:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:05Z', 'updated_at': '2022-08-30T01:20:05Z', 'revision_number': 0, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:49Z', 'revision_number': 5, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:20:09.076764 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 4, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'cfa27317-34d5-43f7-81aa-e3b1c2fab0bc', 'name': '', 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'mac_address': 'fa:16:3e:7b:a1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:20:00Z', 'updated_at': '2022-08-30T01:20:08Z', 'revision_number': 4, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'subnets': [{'id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:09.248691 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb16a7-22b2-41be-a0ee-d7938162c5d3 req-af2f529a-531f-4c5a-93a2-74d8a2855280 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:09.259037 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69fb16a7-22b2-41be-a0ee-d7938162c5d3 req-af2f529a-531f-4c5a-93a2-74d8a2855280 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.1775541 Aug 30 01:20:09.306388 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-65cf303d-afb3-4bfa-9dcf-e72e632ee0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:09.309223 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-65cf303d-afb3-4bfa-9dcf-e72e632ee0ca service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 910 time: 0.3923168 Aug 30 01:20:09.388177 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89411-f9d6-4bf8-abdf-1052d04eb005 None None] The sync data for ids ['87714bcc-603b-400d-a9cc-2eddcbbf3433'] in dv-cinder-815145-12-iscsi is: [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:20:01Z', 'revision_number': 4, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'cfa27317-34d5-43f7-81aa-e3b1c2fab0bc', 'name': '', 'network_id': '25335900-2473-49df-be4c-56e6eb1682c0', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'mac_address': 'fa:16:3e:7b:a1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:20:00Z', 'updated_at': '2022-08-30T01:20:08Z', 'revision_number': 4, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'subnets': [{'id': 'c10d8a32-0615-40be-9ea7-1a8aa4122940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:20:09.448498 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69fb16a7-22b2-41be-a0ee-d7938162c5d3 req-bc4fd383-4d1d-4d0b-baa0-136dd77648f7 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872602 Aug 30 01:20:09.558280 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26582b20-8723-4ac0-8c59-e161f2d102c4 None None] New status for floating IP 8b376fb7-024c-4197-abe9-e846815f2939: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:20:09.593048 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-39aede8d-6445-4634-9433-82e2e0c00108 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 999 time: 0.2698591 Aug 30 01:20:09.687956 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-aa46ede4-3d64-448e-90c7-3e596681f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:09.691359 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-aa46ede4-3d64-448e-90c7-3e596681f0cb service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 200 len: 848 time: 0.0873048 Aug 30 01:20:09.769803 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-adc07699-5b77-43b3-916f-d004d85fddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:09.772308 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-adc07699-5b77-43b3-916f-d004d85fddbd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d49c1cad-8850-407e-b0e1-c419feebc1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732999 Aug 30 01:20:09.870526 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:09.929039 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-88115f3e-4113-42d0-b365-12dde4525344 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456714 Aug 30 01:20:10.116347 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3979b5-01e9-49f4-8552-7f3cdc027b8e req-7bf4ffa7-472c-43f1-9cb1-01f66e29ade1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:10.120291 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74b5aa57-4b6b-4699-ba2d-4abfae1e2a73 req-830df0a8-be03-4b6f-9355-73c2eb8eeaa5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836395 Aug 30 01:20:10.127323 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef3979b5-01e9-49f4-8552-7f3cdc027b8e req-7bf4ffa7-472c-43f1-9cb1-01f66e29ade1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0773256 Aug 30 01:20:10.199717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:10.242783 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:10.266948 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef3979b5-01e9-49f4-8552-7f3cdc027b8e req-6effad0e-de92-40de-9e32-5aa67b5a81bd tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371865 Aug 30 01:20:10.371825 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device cfa27317-34d5-43f7-81aa-e3b1c2fab0bc up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:10.471615 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:10.472131 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:10.569342 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:10.662788 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:10.663189 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:10.718781 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,segment=NetworkSegment(b3a28ed9-4aae-4bc8-97ed-95043fec841a),segment_id=b3a28ed9-4aae-4bc8-97ed-95043fec841a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:10.728950 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:10.729487 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ebdbf-adf9-49a5-bdb5-132e30066184 req-0f2f5030-9ce8-4c5d-a6f3-e8a56bf0a469 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:10.740275 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7c8ebdbf-adf9-49a5-bdb5-132e30066184 req-0f2f5030-9ce8-4c5d-a6f3-e8a56bf0a469 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 943 time: 0.1028545 Aug 30 01:20:10.799605 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:10.809909 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.810222 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.810547 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.811125 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.811422 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.811894 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.812441 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.812764 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.813107 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.813437 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.813764 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.814114 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.814437 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.814753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.815072 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.828246 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7c8ebdbf-adf9-49a5-bdb5-132e30066184 req-b578e02b-c3b6-4e1d-9f92-4411c47b4d2c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865562 Aug 30 01:20:11.335973 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device f8872fed-3b35-451c-ae5b-1a2e7790acd0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:20:11.409318 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:11.476433 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb712c-2c42-4968-9d68-b34331411d70 req-3aef2f65-a6a4-414f-8726-1f3470154a7e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:11.478072 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4ebb712c-2c42-4968-9d68-b34331411d70 req-3aef2f65-a6a4-414f-8726-1f3470154a7e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1131697 Aug 30 01:20:11.538189 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port f8872fed-3b35-451c-ae5b-1a2e7790acd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f8872fed-3b35-451c-ae5b-1a2e7790acd0,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:11.577052 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4ebb712c-2c42-4968-9d68-b34331411d70 req-ed2573b9-f1d8-43ee-89bd-d1962a7660fa tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710104 Aug 30 01:20:11.701251 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'port_id': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'mac_address': 'fa:16:3e:a2:24:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:20:11.765847 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port f8872fed-3b35-451c-ae5b-1a2e7790acd0 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:11.766514 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.789315 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8872fed-3b35-451c-ae5b-1a2e7790acd0 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:20:11.825550 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port f8872fed-3b35-451c-ae5b-1a2e7790acd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f8872fed-3b35-451c-ae5b-1a2e7790acd0,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:11.831789 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.918440 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=f8872fed-3b35-451c-ae5b-1a2e7790acd0,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:12.017971 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e22f-5b63-49df-ba2f-306bc91ee23a req-765fa659-f30e-4f1f-942e-fe62a7390bfd tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:12.021075 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8a0e22f-5b63-49df-ba2f-306bc91ee23a req-765fa659-f30e-4f1f-942e-fe62a7390bfd tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 944 time: 0.0696628 Aug 30 01:20:12.113502 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8a0e22f-5b63-49df-ba2f-306bc91ee23a req-b7122403-a1b9-4978-a1d6-3441985cc5bd tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860145 Aug 30 01:20:12.223324 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['f8872fed-3b35-451c-ae5b-1a2e7790acd0'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:20:12.280571 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device cfa27317-34d5-43f7-81aa-e3b1c2fab0bc up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:12.383722 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:12.384392 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:12.539987 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:12.742038 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f64007-3998-44b7-8ca9-f7c5327b1003 req-28175fd9-1739-43ad-acd5-85a6dec9c947 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:12.743786 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1f64007-3998-44b7-8ca9-f7c5327b1003 req-28175fd9-1739-43ad-acd5-85a6dec9c947 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0580084 Aug 30 01:20:12.888935 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1f64007-3998-44b7-8ca9-f7c5327b1003 req-29a6a46f-004e-4d69-a64a-edcd07ab241d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373830 Aug 30 01:20:13.263948 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6733-029d-4a86-974f-8bad294b54f6 req-2c44b1c3-4933-40ce-adba-f193dfb767fb tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:13.266003 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46bc6733-029d-4a86-974f-8bad294b54f6 req-2c44b1c3-4933-40ce-adba-f193dfb767fb tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 944 time: 0.0690234 Aug 30 01:20:13.301590 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:13.336950 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46bc6733-029d-4a86-974f-8bad294b54f6 req-6fd2b7da-ea61-49d1-b246-f970d7c03fa7 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614650 Aug 30 01:20:13.508314 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device f8872fed-3b35-451c-ae5b-1a2e7790acd0 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:13.582142 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:13.641364 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port f8872fed-3b35-451c-ae5b-1a2e7790acd0 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:20:13.655328 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port f8872fed-3b35-451c-ae5b-1a2e7790acd0 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:13.655722 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:13.771046 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:13.781861 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port f8872fed-3b35-451c-ae5b-1a2e7790acd0 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:13.782291 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:13.818969 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:13.821309 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd837b7b-d2c0-4244-98a1-f50a2dc30505" -d '{"events": [{"server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "name": "network-vif-plugged", "status": "completed", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:13.837660 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port f8872fed-3b35-451c-ae5b-1a2e7790acd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f8872fed-3b35-451c-ae5b-1a2e7790acd0,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:13.850123 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:13.933548 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=f8872fed-3b35-451c-ae5b-1a2e7790acd0,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:13.940130 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de67a21c-d582-41c1-ba5c-8d4792f9e87c x-openstack-request-id: req-de67a21c-d582-41c1-ba5c-8d4792f9e87c {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:13.940770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "name": "network-vif-plugged", "status": "completed", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:13.941024 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de67a21c-d582-41c1-ba5c-8d4792f9e87c {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:13.941422 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de67a21c-d582-41c1-ba5c-8d4792f9e87c'] response: {'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'code': 200} Aug 30 01:20:14.123241 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a271015-ab67-4139-961c-6eaa2e394d54 req-afad9fa9-07ed-4b35-99d6-74ef0c58bd33 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.136637 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a271015-ab67-4139-961c-6eaa2e394d54 req-afad9fa9-07ed-4b35-99d6-74ef0c58bd33 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1014826 Aug 30 01:20:14.292225 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a271015-ab67-4139-961c-6eaa2e394d54 req-d7750950-99c8-46e6-bd2c-dae403afda6c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315799 Aug 30 01:20:14.399168 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435052c-7820-487c-a8e0-710e40f45422 req-565dce03-7d36-4a59-a46c-b1db6beec717 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.400854 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c435052c-7820-487c-a8e0-710e40f45422 req-565dce03-7d36-4a59-a46c-b1db6beec717 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0911806 Aug 30 01:20:14.404522 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d79a-f332-447c-bace-a3c77cd147f6 req-d9a8ff4e-7d5d-4378-9592-22c04e69fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.406074 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5320d79a-f332-447c-bace-a3c77cd147f6 req-d9a8ff4e-7d5d-4378-9592-22c04e69fdb6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 1129 time: 0.0651994 Aug 30 01:20:14.488050 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-5420f8ec-186a-4df7-8a01-e3fe21f863b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.490747 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-5420f8ec-186a-4df7-8a01-e3fe21f863b2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1129 time: 0.1206377 Aug 30 01:20:14.499179 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c435052c-7820-487c-a8e0-710e40f45422 req-a4b4573f-af88-4a16-b839-0b7e93ab17af tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782320 Aug 30 01:20:14.520712 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:14.570877 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5320d79a-f332-447c-bace-a3c77cd147f6 req-6094c66b-6dd6-4c01-bca0-49d20f189561 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570497 Aug 30 01:20:14.666732 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb5713-f072-4a4e-9afb-c4874e056ee9 req-f1de671d-86e4-4fbb-ad0d-16049342d3ec tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.668371 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8cfb5713-f072-4a4e-9afb-c4874e056ee9 req-f1de671d-86e4-4fbb-ad0d-16049342d3ec tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.0759413 Aug 30 01:20:14.702056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-637f4437-8c09-4e82-8e59-78b1121470ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.703948 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-637f4437-8c09-4e82-8e59-78b1121470ea service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.2067215 Aug 30 01:20:14.757570 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8cfb5713-f072-4a4e-9afb-c4874e056ee9 req-87fbfb7e-64eb-4eed-9ff9-ca37b0467d70 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722325 Aug 30 01:20:14.947225 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-f1ed0e42-2129-4ce2-a421-8e67130bbc2e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 1000 time: 0.0745132 Aug 30 01:20:15.523540 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-6bb587c0-6a8c-46ac-8ae4-5a2a0699e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:15.526082 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-6bb587c0-6a8c-46ac-8ae4-5a2a0699e6d2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.1268432 Aug 30 01:20:15.585868 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ed6db-8442-4d21-9fd6-d12ea5af80d3 req-eb2890e9-81a0-4976-ba70-9e941d65037c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:15.594838 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-291ed6db-8442-4d21-9fd6-d12ea5af80d3 req-eb2890e9-81a0-4976-ba70-9e941d65037c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0763628 Aug 30 01:20:15.698746 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-291ed6db-8442-4d21-9fd6-d12ea5af80d3 req-bf72694a-6c19-46ed-8f0e-36564ee23edb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007543 Aug 30 01:20:15.721677 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-5382dbfd-b099-439d-94fe-aafcd517cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:15.723125 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-5382dbfd-b099-439d-94fe-aafcd517cfa6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1346369 Aug 30 01:20:15.745812 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a06f5-c8c9-4d94-8429-f015f887bb2d req-4d37fd28-3af2-4cbe-b675-f37fc7add067 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:15.747599 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-489a06f5-c8c9-4d94-8429-f015f887bb2d req-4d37fd28-3af2-4cbe-b675-f37fc7add067 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0794058 Aug 30 01:20:15.827720 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-489a06f5-c8c9-4d94-8429-f015f887bb2d req-a8bbd84b-a799-4cb3-be54-767038a3709e tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724068 Aug 30 01:20:15.982997 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-e3421a3f-9c9a-4ba3-bd5a-dd0a041c71f6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335289 Aug 30 01:20:15.995264 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231ab2-9aec-4c4e-bacd-89a64ff19fef req-09b75e80-5dbe-4dda-a919-0e81f2febbf5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:16.004042 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9c231ab2-9aec-4c4e-bacd-89a64ff19fef req-09b75e80-5dbe-4dda-a919-0e81f2febbf5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.1248562 Aug 30 01:20:16.092733 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9c231ab2-9aec-4c4e-bacd-89a64ff19fef req-8ec30e41-ad3f-4417-8dfe-0497f13ff0ec tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868001 Aug 30 01:20:16.434063 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:16.571151 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:16.580535 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e824140b-1ef1-413b-90c0-a223a3eb2dc3 req-7e60028c-ddef-454c-bf02-7b582764c0f7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789322 Aug 30 01:20:16.842846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd9955-7dd5-4465-9ac9-4bd0ea09af37 req-feaa342b-8882-43f6-917c-a49716f5e452 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:16.846001 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73bd9955-7dd5-4465-9ac9-4bd0ea09af37 req-feaa342b-8882-43f6-917c-a49716f5e452 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0611842 Aug 30 01:20:16.919844 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73bd9955-7dd5-4465-9ac9-4bd0ea09af37 req-59e93441-200c-4528-8b7c-6e6146ec2ef3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654359 Aug 30 01:20:17.009029 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db33c9-7039-4bad-b499-6f80fa99fb74 req-f104ebab-46f0-44b1-b547-cf65bf75aba7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:17.011694 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81db33c9-7039-4bad-b499-6f80fa99fb74 req-f104ebab-46f0-44b1-b547-cf65bf75aba7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0740302 Aug 30 01:20:17.091670 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81db33c9-7039-4bad-b499-6f80fa99fb74 req-84613ef0-7072-474c-a6b8-cffd6194ce08 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721607 Aug 30 01:20:17.241901 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8687a-52b5-4d8a-b72c-b0fc57ab889c req-a3c44d0f-c6a5-49f8-a30c-bc9b91e6d2a3 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:17.243652 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-92f8687a-52b5-4d8a-b72c-b0fc57ab889c req-a3c44d0f-c6a5-49f8-a30c-bc9b91e6d2a3 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.0580363 Aug 30 01:20:17.302413 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-92f8687a-52b5-4d8a-b72c-b0fc57ab889c req-e9c40b72-50e3-419a-ad89-c313012239e2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518553 Aug 30 01:20:17.456606 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0f921-a643-4390-b47d-4d0aece44408 req-4fc8ef2a-6977-433b-a611-54196f5f87e6 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:17.459391 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f5c0f921-a643-4390-b47d-4d0aece44408 req-4fc8ef2a-6977-433b-a611-54196f5f87e6 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.0656092 Aug 30 01:20:17.517313 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f5c0f921-a643-4390-b47d-4d0aece44408 req-16522174-8dad-418d-92f4-d9ad5480b454 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520909 Aug 30 01:20:17.547239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33484) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:20:17.670208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-72cd3d13-e8b1-459b-bc97-e25042150957 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:17.672489 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-72cd3d13-e8b1-459b-bc97-e25042150957 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/networks?id=5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 200 len: 815 time: 0.1305115 Aug 30 01:20:17.689125 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-080c0722-f290-4cb6-906d-06764cf8e6a3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/quotas/91f4e4df4e2744bfb9fcd84431ed567e HTTP/1.1" status: 200 len: 375 time: 0.0107322 Aug 30 01:20:17.739481 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8eea9-b032-442d-8490-17c67fb8a66e tempest-TestVolumeBootPattern-977484635 tempest-TestVolumeBootPattern-977484635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:17.741331 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-65c8eea9-b032-442d-8490-17c67fb8a66e tempest-TestVolumeBootPattern-977484635 tempest-TestVolumeBootPattern-977484635-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 1124 time: 0.1931558 Aug 30 01:20:17.744912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33488) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:20:17.746351 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-750e8397-c168-4172-b797-4caa704f26b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492055 Aug 30 01:20:17.750797 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'port_id': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:17.781114 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:17.882586 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:17.911413 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-f76d5498-09f4-443d-ac06-0dbe080929d3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494982 Aug 30 01:20:18.023883 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-37cbbc6a-8744-4dc7-8bfa-959d2fd7dfaa service neutron] 10.222.0.44 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051531 Aug 30 01:20:18.053832 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Allocated IP 172.27.3.59 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:20:18.119500 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4b77f-dac9-463c-9d50-4cae5831ed8e req-c48cb3e8-a354-4ab3-b89a-df7566224594 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:18.121221 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11b4b77f-dac9-463c-9d50-4cae5831ed8e req-c48cb3e8-a354-4ab3-b89a-df7566224594 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0902536 Aug 30 01:20:18.238880 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11b4b77f-dac9-463c-9d50-4cae5831ed8e req-2f4fdf46-f15e-4ce8-b063-06636a2a0f01 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047950 Aug 30 01:20:18.294095 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:18.304521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904921e-a045-4359-a611-eb5b6f056b29 req-c0ccc807-d6a0-4bfe-b8d1-f4f80b83ec40 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:18.313649 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b904921e-a045-4359-a611-eb5b6f056b29 req-c0ccc807-d6a0-4bfe-b8d1-f4f80b83ec40 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0966783 Aug 30 01:20:18.356431 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d9e26223-9fe7-4de4-8b7c-0b8091d8ae0f req-c85f31c3-7ee6-4c58-b6ca-972126a8a26f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0515029 Aug 30 01:20:18.375108 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:18.384430 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:18.432757 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b904921e-a045-4359-a611-eb5b6f056b29 req-a32194c9-7a2b-4716-b8a9-d00c473055b4 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177609 Aug 30 01:20:18.441176 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:18.445782 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:18.450467 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:20:18.485556 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:18.493256 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:18.692584 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329eb44-c323-42fa-bae7-30a4d2b88bbd req-eba98104-4f1c-4410-9c71-59ccbdfe695b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:18.692584 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2329eb44-c323-42fa-bae7-30a4d2b88bbd req-eba98104-4f1c-4410-9c71-59ccbdfe695b tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0527945 Aug 30 01:20:18.746254 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:18.796612 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2329eb44-c323-42fa-bae7-30a4d2b88bbd req-830512ee-3ea6-464e-b85a-3847eb91b129 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973232 Aug 30 01:20:18.844959 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-0abbdc29-da54-481d-b67e-32bf273a837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:18.846494 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-0abbdc29-da54-481d-b67e-32bf273a837e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 1129 time: 0.0989413 Aug 30 01:20:19.016928 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (2ec5431d-6d0e-4967-a461-abae124392db), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:19.050368 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-30618385-0556-4efc-bf53-acccde2358c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:19.052422 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-30618385-0556-4efc-bf53-acccde2358c0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 912 time: 0.1565492 Aug 30 01:20:19.153539 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-b2222584-c374-414e-9322-454f0f1f607a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 200 len: 1001 time: 0.0858941 Aug 30 01:20:19.154087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:19.537526 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26cfe683-f408-4e81-9c5b-cf69e495e8bb req-2d9e58ab-0041-4e0f-9db7-4ab61faca8a3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0538330 Aug 30 01:20:19.559607 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-a875394c-31e2-4c54-8d28-88f82461fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:19.561129 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-a875394c-31e2-4c54-8d28-88f82461fc19 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.3868263 Aug 30 01:20:19.595710 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02dcab-3e8a-4e31-bd1f-1b6a95fbfc97 req-fe0661b7-b053-4ad7-b734-df9976da83be tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:19.598049 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1b02dcab-3e8a-4e31-bd1f-1b6a95fbfc97 req-fe0661b7-b053-4ad7-b734-df9976da83be tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0578780 Aug 30 01:20:19.655879 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1b02dcab-3e8a-4e31-bd1f-1b6a95fbfc97 req-668597d9-8d2d-4742-93d9-4f60abd04cbb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520248 Aug 30 01:20:19.672248 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:19.677284 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:19.678173 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (2ec5431d-6d0e-4967-a461-abae124392db), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:19.683716 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:19.687785 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=53 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:19.699030 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:19.760563 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:19.819339 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Floating IP 2ec5431d-6d0e-4967-a461-abae124392db associated. External IP: 172.27.3.59, port: f8872fed-3b35-451c-ae5b-1a2e7790acd0. Aug 30 01:20:19.822400 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:20.054983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ab33-d3e8-4f9a-b491-e13a990bba90 req-e16b9cb6-0fd8-4cbb-8a85-9131b6d119d7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:20.057734 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-42f7ab33-d3e8-4f9a-b491-e13a990bba90 req-e16b9cb6-0fd8-4cbb-8a85-9131b6d119d7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1826408 Aug 30 01:20:20.084144 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-9aaaaf4d-a863-42b5-8aa2-1e803ac0b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:20.086594 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-9aaaaf4d-a863-42b5-8aa2-1e803ac0b41d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1328452 Aug 30 01:20:20.284018 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-42f7ab33-d3e8-4f9a-b491-e13a990bba90 req-d3d8e96d-556f-409b-b893-7a589571efff tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144432 Aug 30 01:20:20.332363 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:20:20.664453 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:20:20.676988 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4580edff-53af-4003-86ff-b20dab7ca087 req-31c0dd02-0f05-4214-a0fa-94795cc84333 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0536385 Aug 30 01:20:20.682320 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:20:20.690854 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-59317d88-2658-4f6a-afa7-78d525e4dee4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753954 Aug 30 01:20:20.704051 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:20.704261 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:20.706021 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:20.749953 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-80886643-af45-4b66-a986-15dad53e4228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0037935 Aug 30 01:20:20.750530 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:20.753239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605de402-ff27-4c17-a287-ce8e7e0ce131" -d '{"events": [{"name": "network-changed", "server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:20.875976 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b367d4-cd38-4a29-bc7c-fc2c5c2de09e x-openstack-request-id: req-d8b367d4-cd38-4a29-bc7c-fc2c5c2de09e {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:20.876365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:20.876631 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8b367d4-cd38-4a29-bc7c-fc2c5c2de09e {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:20.877054 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b367d4-cd38-4a29-bc7c-fc2c5c2de09e'] response: {'name': 'network-changed', 'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'status': 'completed', 'code': 200} Aug 30 01:20:20.888746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df719aa1-93e7-4f21-bb6c-c3d2ff4755bf req-95608a43-1a5b-40ce-9050-f366c4745071 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:20.890812 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df719aa1-93e7-4f21-bb6c-c3d2ff4755bf req-95608a43-1a5b-40ce-9050-f366c4745071 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.1337528 Aug 30 01:20:20.912418 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:20.958402 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23eb167d-b389-4766-aeb6-6f6ff5bec68e req-3531167e-1baa-4b56-9f01-eec96bad389b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707332 Aug 30 01:20:21.003605 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df719aa1-93e7-4f21-bb6c-c3d2ff4755bf req-d1e6d990-b188-466b-b864-f87d2b8935ef tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059985 Aug 30 01:20:21.041941 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-13a12d75-1263-44b1-a94a-20c52bf2f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:21.044763 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-13a12d75-1263-44b1-a94a-20c52bf2f40b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 1129 time: 0.1069365 Aug 30 01:20:21.254225 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '2ec5431d-6d0e-4967-a461-abae124392db', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:a2:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac720-5f83-41ac-8053-3debfda5295d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:18Z', 'updated_at': '2022-08-30T01:20:18Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:21.299919 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:20:21.315755 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:21.317406 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:21.369095 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:21.470698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:21.503555 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff053fd-6a53-4639-b496-f487a372b463 req-0df22bcd-0d93-43ca-8302-6defcf657a37 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:21.506114 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eff053fd-6a53-4639-b496-f487a372b463 req-0df22bcd-0d93-43ca-8302-6defcf657a37 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.1324334 Aug 30 01:20:21.523973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-a073250a-1c08-4be8-9593-cc3ad75cce08 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:21.525776 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-a073250a-1c08-4be8-9593-cc3ad75cce08 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.61 "GET /networking/v2.0/networks?id=5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 200 len: 815 time: 0.5285895 Aug 30 01:20:21.545694 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:20:21.554808 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-6fbe66e8-f391-4bab-bc5a-5e48213670d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:21.556702 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-6fbe66e8-f391-4bab-bc5a-5e48213670d1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.5012097 Aug 30 01:20:21.596914 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eff053fd-6a53-4639-b496-f487a372b463 req-efd746fe-35ff-4282-a414-658dcbea2be7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692472 Aug 30 01:20:21.803717 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '2ec5431d-6d0e-4967-a461-abae124392db', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:a2:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac720-5f83-41ac-8053-3debfda5295d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:18Z', 'updated_at': '2022-08-30T01:20:18Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:21.852984 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b29d-0a12-46e5-8c6f-55762bc06e9c None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '2ec5431d-6d0e-4967-a461-abae124392db', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:a2:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ac720-5f83-41ac-8053-3debfda5295d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:18Z', 'updated_at': '2022-08-30T01:20:18Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:20:21.882005 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-17686849-d970-4404-a126-77bf7200c43d req-60a7855a-ef7c-487c-9def-6f22c20b1530 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0436025 Aug 30 01:20:22.135302 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58a920-2c1c-4cfb-9bc5-d8461d16c6f2 None None] New status for floating IP 2ec5431d-6d0e-4967-a461-abae124392db: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:20:22.193411 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3b9de-860f-4d41-ab52-87923934d710 req-706f4089-969a-43ca-b1c8-8c182498a6c2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:22.195051 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-25c3b9de-860f-4d41-ab52-87923934d710 req-706f4089-969a-43ca-b1c8-8c182498a6c2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0605462 Aug 30 01:20:22.257427 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-25c3b9de-860f-4d41-ab52-87923934d710 req-d18fbdc5-b672-4624-b6ea-8f4ee5dcf106 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562356 Aug 30 01:20:22.727631 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d3f5-1d0c-4adf-80eb-d9993c17c20e req-0530894d-e351-497c-96f8-12df4ca48995 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:22.729224 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2a04d3f5-1d0c-4adf-80eb-d9993c17c20e req-0530894d-e351-497c-96f8-12df4ca48995 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0532830 Aug 30 01:20:22.780285 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:22.789486 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2a04d3f5-1d0c-4adf-80eb-d9993c17c20e req-3a9a1eb0-fe8c-43d6-82b9-c3559a17ab4c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540059 Aug 30 01:20:22.983063 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0ffb1689-22b1-48e8-b4fc-956f5ac99806 req-d9efa39b-ed0b-43a0-8bdb-d34fa2acf3bb tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0290575 Aug 30 01:20:23.421442 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50a03b-2680-4f5b-b21c-8665ad2b6813 req-0e3f0a5e-508a-4d30-b75d-57af703ecbb0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:23.423180 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d50a03b-2680-4f5b-b21c-8665ad2b6813 req-0e3f0a5e-508a-4d30-b75d-57af703ecbb0 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0697904 Aug 30 01:20:23.450824 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:23.476453 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d50a03b-2680-4f5b-b21c-8665ad2b6813 req-ae9ced7d-89aa-486d-8e35-3627b1a7527c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469813 Aug 30 01:20:24.107414 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f2cbcc9-566e-45cd-9a93-daec5401683c req-a38562dc-fabc-4c74-92cb-42bab2872782 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0324597 Aug 30 01:20:24.612074 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e13a6d-ddcc-420a-8af5-318eef7ac938 req-e26e9bb2-e89d-4e08-ba35-7f12cdd05e81 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:24.614676 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a8e13a6d-ddcc-420a-8af5-318eef7ac938 req-e26e9bb2-e89d-4e08-ba35-7f12cdd05e81 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0558732 Aug 30 01:20:24.670154 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a8e13a6d-ddcc-420a-8af5-318eef7ac938 req-22429503-1973-4160-8df7-3e15194fd39f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489523 Aug 30 01:20:25.218860 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6d915179-7e18-4846-8f5a-90410a96907b req-d24fc2b2-733d-4bcf-8449-148acebfacd8 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0319262 Aug 30 01:20:25.813318 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d698520-dcdd-472b-b4cd-8ad82dff313f req-8abb692e-a119-4ac1-ba0c-a5987ea31e7a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:25.815124 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d698520-dcdd-472b-b4cd-8ad82dff313f req-8abb692e-a119-4ac1-ba0c-a5987ea31e7a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0546489 Aug 30 01:20:25.869747 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d698520-dcdd-472b-b4cd-8ad82dff313f req-11d6d0c4-da3f-43e8-bff7-cd777eac2900 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470712 Aug 30 01:20:26.327858 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-57896a8e-5b7d-476c-8112-a7ee9cbb6552 req-e2ae2934-b7f3-43e6-9ca4-c7659f0ceddf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0289559 Aug 30 01:20:26.332088 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:26.999210 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8172e73-ef6a-4ee7-b570-3ddc7db5ee19 req-494b268b-cf83-4067-800b-548a48721904 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:27.000785 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8172e73-ef6a-4ee7-b570-3ddc7db5ee19 req-494b268b-cf83-4067-800b-548a48721904 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0505426 Aug 30 01:20:27.055214 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8172e73-ef6a-4ee7-b570-3ddc7db5ee19 req-fe6d4f2a-d37b-41a3-9746-60de1b78735f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478599 Aug 30 01:20:27.434227 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fe0a8b14-e71e-4ce5-8cf7-af19eeeb46ad req-0474f0b3-861b-40c9-b346-0784e3e615f0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Aug 30 01:20:28.187665 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838533a-ebde-4891-974d-fa6ba899319b req-46724aa5-fd6e-40af-9304-91576ccf1031 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:28.189319 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f838533a-ebde-4891-974d-fa6ba899319b req-46724aa5-fd6e-40af-9304-91576ccf1031 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0559642 Aug 30 01:20:28.241611 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f838533a-ebde-4891-974d-fa6ba899319b req-ffd79853-bd44-4eb4-bf6f-9442d74c04a6 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Aug 30 01:20:28.547689 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ee7d42dc-d537-4543-b2b4-ed308561bde9 req-6ae8487c-c02e-4d87-ab9a-0c9ac1819d41 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Aug 30 01:20:29.414632 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f945c7-8b03-47c9-928a-675c2f910732 req-230d481b-4c8b-4818-8551-d3f68083352c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:29.419426 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5f945c7-8b03-47c9-928a-675c2f910732 req-230d481b-4c8b-4818-8551-d3f68083352c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0988131 Aug 30 01:20:29.484679 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5f945c7-8b03-47c9-928a-675c2f910732 req-c061ee7d-be90-4b70-a814-d2974a49980b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598056 Aug 30 01:20:29.653730 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f6b8f455-e1a8-4f79-aeaf-a19014c17f8e req-67b120b8-64fd-4018-90e1-66de55bd6857 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0321221 Aug 30 01:20:30.629320 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45428e86-d03f-4c41-8094-b8fd37099b8b req-90356415-242e-4d0f-a294-9b7c429a33e8 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:30.630766 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-45428e86-d03f-4c41-8094-b8fd37099b8b req-90356415-242e-4d0f-a294-9b7c429a33e8 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0539355 Aug 30 01:20:30.688862 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-45428e86-d03f-4c41-8094-b8fd37099b8b req-5b9a2fa8-f34d-4ed6-8e0e-3b22a6f0babd tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518551 Aug 30 01:20:30.775419 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd624b08-bca7-4571-a8ca-7dba5b9557b0 req-80599a2a-eb6a-40b0-8b16-7b66d3959a78 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0284822 Aug 30 01:20:31.856588 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971c698-28c9-48ca-a1b7-d196d70d9942 req-79bf8f41-1853-4711-95da-60ef823c05aa tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:31.858182 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4971c698-28c9-48ca-a1b7-d196d70d9942 req-79bf8f41-1853-4711-95da-60ef823c05aa tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0754364 Aug 30 01:20:31.930623 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-befb4dfa-af9f-46c5-ad79-f31ba46914c3 req-95c6d7da-ce50-40b8-ab1b-9dafaa329af5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0387993 Aug 30 01:20:31.953543 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4971c698-28c9-48ca-a1b7-d196d70d9942 req-121c8e76-0c19-41b3-859d-353c2b68ce66 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839443 Aug 30 01:20:32.251619 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:32.256642 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:33.045062 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-54405bde-56e0-4710-ada5-7853a76d05c1 req-8737a762-aab5-43c4-95de-bfecb3b479a3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0337076 Aug 30 01:20:33.090286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d79fae-a8b9-445e-b966-ab6534c9fc53 req-674e4812-9913-4ee9-8c13-6343036b7d05 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:33.091830 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d9d79fae-a8b9-445e-b966-ab6534c9fc53 req-674e4812-9913-4ee9-8c13-6343036b7d05 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0529027 Aug 30 01:20:33.165330 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d9d79fae-a8b9-445e-b966-ab6534c9fc53 req-40fbab75-21f6-4bc6-a60d-738718fdc6a1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627499 Aug 30 01:20:34.157061 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da3c0abb-931d-48a5-b4b7-3dff5096dee0 req-0b6a3957-8029-42bf-b4a4-a4c46cdb0c20 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0337222 Aug 30 01:20:34.301470 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e765a-94a3-4400-ada1-29b439c96472 req-bef8b1c6-d17f-4e9b-b2e6-a2812c688c34 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:34.303089 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-406e765a-94a3-4400-ada1-29b439c96472 req-bef8b1c6-d17f-4e9b-b2e6-a2812c688c34 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0534675 Aug 30 01:20:34.359865 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-406e765a-94a3-4400-ada1-29b439c96472 req-fa882bce-2708-47a5-8717-b1a87373c758 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502508 Aug 30 01:20:34.383564 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5af21370-aded-4837-a6d4-108261f43657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:35.259121 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02596393-cee5-4656-8c2e-78426f0e0997 req-fbd972a1-7ab7-4775-8523-50256b0f1a92 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0297518 Aug 30 01:20:35.488111 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bf218-d4bb-4f27-905e-a6e8a87f4119 req-ea3122a3-01ac-48d2-a713-a6f086fa7b3d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:35.489690 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b49bf218-d4bb-4f27-905e-a6e8a87f4119 req-ea3122a3-01ac-48d2-a713-a6f086fa7b3d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0509632 Aug 30 01:20:35.541462 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b49bf218-d4bb-4f27-905e-a6e8a87f4119 req-d2515089-3a7e-458d-97c9-0df98e9cb345 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460384 Aug 30 01:20:35.566201 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'port': {'device_id': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'admin_state_up': True, 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:35.714184 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-4b03786c-44d8-43f6-aea7-a1dc819534e4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8872fed-3b35-451c-ae5b-1a2e7790acd0 HTTP/1.1" status: 200 len: 1000 time: 0.1428139 Aug 30 01:20:35.795665 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-ac60022f-25f1-415e-9cd2-ca020e4c19c9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589869 Aug 30 01:20:35.797337 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-303aa18e-18ea-4b74-ae58-c06b3cc865b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:35.798748 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-303aa18e-18ea-4b74-ae58-c06b3cc865b1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0624645 Aug 30 01:20:35.800331 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Made reservation on behalf of 91f4e4df4e2744bfb9fcd84431ed567e for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:20:35.803966 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:35.813179 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:35.948497 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Allocated IP 172.20.0.11 (5ce0c305-01fc-449d-b0c0-4088efbdda38/bdc24733-39f7-493a-b66f-4d9e4233a9d6/481cfbb3-ad8c-4d71-a2e4-067031b651cb) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:20:36.047596 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:36.109610 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:36.142840 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:36.190380 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:36.193988 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:36.197892 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:20:36.202228 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:36.264894 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.265253 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.265595 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.265938 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.266536 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.266654 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.266924 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.267251 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.267580 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.268516 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.269096 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.269513 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.269846 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.270179 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.270506 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:36.309065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-f10c4848-5643-4024-9b7b-37f9fb02e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.309781 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-f10c4848-5643-4024-9b7b-37f9fb02e90f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0862682 Aug 30 01:20:36.314438 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.315813 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:36.331625 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-ec5c8ecd-cd0f-47a7-9b27-45ce5697339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.333194 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-ec5c8ecd-cd0f-47a7-9b27-45ce5697339f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 1129 time: 0.0501735 Aug 30 01:20:36.359443 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:36.381986 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-cfd11cce-4c60-4674-8b6a-9c10dde30130 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8200738 Aug 30 01:20:36.400368 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0669bc-11ef-4f28-b6a3-ccd946d2bc57 req-919e1791-8b12-4f26-9d95-8d8cfab007d3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.401956 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1e0669bc-11ef-4f28-b6a3-ccd946d2bc57 req-919e1791-8b12-4f26-9d95-8d8cfab007d3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 932 time: 0.0522437 Aug 30 01:20:36.427753 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-0ecaac0a-406c-41c3-9a9f-0ac505b6070d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064641 Aug 30 01:20:36.449383 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Request body: {'port': {'device_id': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:36.452829 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:36.453692 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:36.455877 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-b4c05635-dfc9-4dda-b2e1-1bfc7b3d126d None None] Provisioning complete for port 481cfbb3-ad8c-4d71-a2e4-067031b651cb triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:36.456544 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b4c05635-dfc9-4dda-b2e1-1bfc7b3d126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:36.466837 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1e0669bc-11ef-4f28-b6a3-ccd946d2bc57 req-12981689-f5ef-458d-9ac2-35b0988387a0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Aug 30 01:20:36.494955 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:36.514470 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b4c05635-dfc9-4dda-b2e1-1bfc7b3d126d None None] Port 481cfbb3-ad8c-4d71-a2e4-067031b651cb cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:20:36.575330 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:36.580363 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-21ef3dbe-5f8e-4754-a145-76e5ab9444a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:36.580785 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-300c94f7-7f4e-4c4d-b4a7-29f4bb09254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.583544 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-300c94f7-7f4e-4c4d-b4a7-29f4bb09254a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.1107631 Aug 30 01:20:36.629972 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-ca8f83cb-bbdd-4544-a569-7ad72e0ed9d0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 200 len: 217 time: 0.0376189 Aug 30 01:20:36.669527 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-605de402-ff27-4c17-a287-ce8e7e0ce131 req-8510ae3f-318c-4b7e-9436-2710e7bd6b74 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282815 Aug 30 01:20:36.669939 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:36.684653 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-7a1ebc58-f6b7-4725-a8ba-56b691371568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.686173 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-7a1ebc58-f6b7-4725-a8ba-56b691371568 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.0501621 Aug 30 01:20:36.756458 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-08819985-a9e1-40a0-8d05-e0ee61fc1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.758344 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-08819985-a9e1-40a0-8d05-e0ee61fc1f0e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528691 Aug 30 01:20:36.766404 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8fff7-2f06-487a-921d-4ae5fe1e2e1c req-09764ee5-e031-417f-a332-156580005388 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:36.768960 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-93a8fff7-2f06-487a-921d-4ae5fe1e2e1c req-09764ee5-e031-417f-a332-156580005388 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.1284835 Aug 30 01:20:36.862652 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-7b025628-1f4c-4809-a8fc-67b391991e65 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910552 Aug 30 01:20:36.871742 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-93a8fff7-2f06-487a-921d-4ae5fe1e2e1c req-76e166da-822e-4bfe-a10e-57b52451ff98 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936759 Aug 30 01:20:36.894807 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:36.966833 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481cfbb3-ad8c-4d71-a2e4-067031b651cb {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:20:36.970239 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15d663e7-1d3c-4321-9d5d-331f82e03faf req-dc4dd352-60e5-48d2-8b42-29e7685be49c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956693 Aug 30 01:20:36.974852 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Publish callbacks [] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:36.989921 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Transition to ACTIVE for port object 481cfbb3-ad8c-4d71-a2e4-067031b651cb will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:20:36.994178 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:37.056019 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Pushing event updated for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:37.104568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Attempting to bind port 481cfbb3-ad8c-4d71-a2e4-067031b651cb on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:20:37.104900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Attempting to bind port 481cfbb3-ad8c-4d71-a2e4-067031b651cb by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:20:37.105228 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Attempting to bind port 481cfbb3-ad8c-4d71-a2e4-067031b651cb on network 5ce0c305-01fc-449d-b0c0-4088efbdda38 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:37.109701 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Port 481cfbb3-ad8c-4d71-a2e4-067031b651cb on network 5ce0c305-01fc-449d-b0c0-4088efbdda38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:20:37.110010 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Attempting to bind port 481cfbb3-ad8c-4d71-a2e4-067031b651cb on network 5ce0c305-01fc-449d-b0c0-4088efbdda38 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:37.115643 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:20:37.115911 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Checking segment: {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:20:37.116309 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Bound using segment: {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:20:37.116726 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Bound port: 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c082aaec-7df1-4f5c-af1f-3e31589892c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:20:37.117075 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:37.182865 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:20:37.185957 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:20:37.192424 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:37.196184 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:37.196797 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:37.198180 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 1094 time: 0.7588184 Aug 30 01:20:37.200769 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:37.203031 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff904f5-dd3f-4d9a-8b45-4a992500640d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:37.245483 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a3d04-017a-40c6-b097-29994ca362e8 x-openstack-request-id: req-4d5a3d04-017a-40c6-b097-29994ca362e8 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:37.245788 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:37.246049 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d5a3d04-017a-40c6-b097-29994ca362e8 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:37.246435 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5a3d04-017a-40c6-b097-29994ca362e8'] response: {'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'status': 'completed', 'code': 200} Aug 30 01:20:37.259310 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603f64-b864-45eb-8490-11e7f7bb3dbf service neutron] Pushing event updated for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:37.459664 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15401b-1b2b-4bd8-b49e-d4d9335a1140 req-dec66dab-cf14-470c-8f4d-25c27406c9a8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:37.461217 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d15401b-1b2b-4bd8-b49e-d4d9335a1140 req-dec66dab-cf14-470c-8f4d-25c27406c9a8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 945 time: 0.0467529 Aug 30 01:20:37.520368 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d15401b-1b2b-4bd8-b49e-d4d9335a1140 req-0d60bc32-d743-406b-b75d-baa64ca28e31 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Aug 30 01:20:37.596737 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa20ec-f4e6-4ac9-970c-2dc025a6ebd5 req-b1648710-2e7e-4689-9377-4133b0106a5a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:37.598225 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0afa20ec-f4e6-4ac9-970c-2dc025a6ebd5 req-b1648710-2e7e-4689-9377-4133b0106a5a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0475800 Aug 30 01:20:37.647795 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0afa20ec-f4e6-4ac9-970c-2dc025a6ebd5 req-3f5c5b46-124d-4988-912f-af1c65bda67d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Aug 30 01:20:38.001230 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f69bcb-b2a9-4c4f-9fb3-41159c6b4294 req-51796264-54f6-4267-a9de-caa973d7dd44 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:38.003008 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a8f69bcb-b2a9-4c4f-9fb3-41159c6b4294 req-51796264-54f6-4267-a9de-caa973d7dd44 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0479391 Aug 30 01:20:38.063226 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a8f69bcb-b2a9-4c4f-9fb3-41159c6b4294 req-e2649938-e262-40ed-8d7c-ba0d03dd6ad1 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527060 Aug 30 01:20:38.494956 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:38.649796 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef642-81b5-482b-8cb3-925b1ecb0b87 req-2b8ea4a0-f5ec-4f29-9c06-86c00499847f tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:38.651310 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bbeef642-81b5-482b-8cb3-925b1ecb0b87 req-2b8ea4a0-f5ec-4f29-9c06-86c00499847f tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Aug 30 01:20:38.718926 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bbeef642-81b5-482b-8cb3-925b1ecb0b87 req-3769b576-b5d2-4fcb-a9b1-1cc39bbda59f tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Aug 30 01:20:38.789197 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4f557-62f0-411a-9651-10a7c2c43c53 req-2eed0d7a-89a6-4a94-8147-9d7b613e342f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:38.790600 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46f4f557-62f0-411a-9651-10a7c2c43c53 req-2eed0d7a-89a6-4a94-8147-9d7b613e342f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0472550 Aug 30 01:20:38.840102 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46f4f557-62f0-411a-9651-10a7c2c43c53 req-4d6fbe22-909c-45a4-8eb0-055653d1bba1 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Aug 30 01:20:39.192569 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd81c8-4a9e-4d09-b305-9b3ac5db2da8 req-3eb57956-7ae8-4bfa-8ce2-a42d010622cc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:39.194048 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bfd81c8-4a9e-4d09-b305-9b3ac5db2da8 req-3eb57956-7ae8-4bfa-8ce2-a42d010622cc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0473368 Aug 30 01:20:39.243812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bfd81c8-4a9e-4d09-b305-9b3ac5db2da8 req-fa55b61c-c369-47a9-9ef1-4fb0ca9bc2e9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438843 Aug 30 01:20:39.330503 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff904f5-dd3f-4d9a-8b45-4a992500640d req-c94cdba9-0b2b-4359-986b-6a44fbf75bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:39.332137 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1ff904f5-dd3f-4d9a-8b45-4a992500640d req-c94cdba9-0b2b-4359-986b-6a44fbf75bba service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1128 time: 0.0445862 Aug 30 01:20:39.655648 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:39.686565 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff904f5-dd3f-4d9a-8b45-4a992500640d req-3028ec27-7ead-4e91-ab0d-f5fdb3f78353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:39.688230 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1ff904f5-dd3f-4d9a-8b45-4a992500640d req-3028ec27-7ead-4e91-ab0d-f5fdb3f78353 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1079459 Aug 30 01:20:39.843797 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:39.846791 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb46c-449b-46fc-82d7-433ede0e15fc req-48feaa14-d4fb-4b92-91a5-6749b6a728c8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:39.848594 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13ecb46c-449b-46fc-82d7-433ede0e15fc req-48feaa14-d4fb-4b92-91a5-6749b6a728c8 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Aug 30 01:20:39.945968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-caf67ebf-c991-4fec-a907-61e1c517321e tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:39.947425 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-caf67ebf-c991-4fec-a907-61e1c517321e tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 945 time: 0.0736740 Aug 30 01:20:39.954721 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13ecb46c-449b-46fc-82d7-433ede0e15fc req-0f5fc8bd-aaab-4288-81d7-5550dc0a2379 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=f532f3f6-c262-4901-aa85-b14c6bd3f3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999811 Aug 30 01:20:39.978124 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:39.991071 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff904f5-dd3f-4d9a-8b45-4a992500640d req-218f4149-1df2-4238-a94d-dc9825cc833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:39.992570 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1ff904f5-dd3f-4d9a-8b45-4a992500640d req-218f4149-1df2-4238-a94d-dc9825cc833e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645422 Aug 30 01:20:39.999137 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a0717-45d9-4baa-aeb4-c80e0398dfc7 req-2cc7f4fd-b225-4fb9-a00a-f6841a71a60b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:40.000545 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f9a0717-45d9-4baa-aeb4-c80e0398dfc7 req-2cc7f4fd-b225-4fb9-a00a-f6841a71a60b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0655727 Aug 30 01:20:40.033304 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:40.059261 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f9a0717-45d9-4baa-aeb4-c80e0398dfc7 req-9c8e68ea-75f8-4cfe-b05e-f82eedd139a5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512800 Aug 30 01:20:40.119025 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Deleting port 5b76e68a-559f-498b-b2ff-b979997a5a2d {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:20:40.119395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:40.156779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-90083ab3-94a3-423c-8f52-1bf264f67559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:40.158632 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-90083ab3-94a3-423c-8f52-1bf264f67559 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1128 time: 0.0453846 Aug 30 01:20:40.231803 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] For port 5b76e68a-559f-498b-b2ff-b979997a5a2d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5b76e68a-559f-498b-b2ff-b979997a5a2d,segment=NetworkSegment(d926b024-1840-48ca-9381-2fd91b3afe44),segment_id=d926b024-1840-48ca-9381-2fd91b3afe44)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:40.232319 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:40.233403 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:40.234776 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-d08200d4-7780-41ff-b2dd-db9cfad0f063 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 217 time: 0.0424299 Aug 30 01:20:40.247721 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Calling delete_port for 5b76e68a-559f-498b-b2ff-b979997a5a2d owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:20:40.286779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-10406c37-148e-461c-ae6b-e5853e6ced4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:40.288487 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-10406c37-148e-461c-ae6b-e5853e6ced4b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bdc24733-39f7-493a-b66f-4d9e4233a9d6 HTTP/1.1" status: 200 len: 854 time: 0.0468478 Aug 30 01:20:40.332239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:40.402216 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10a4e2-96e8-46c6-bbe3-9aa2b409f71f req-2a67eda7-622b-4ead-b22c-bd67b05f9496 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:40.403620 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc10a4e2-96e8-46c6-bbe3-9aa2b409f71f req-2a67eda7-622b-4ead-b22c-bd67b05f9496 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0822451 Aug 30 01:20:40.445225 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (5b76e68a-559f-498b-b2ff-b979997a5a2d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:40.481095 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Pushing event deleted for resources: {'Port': ['ID=5b76e68a-559f-498b-b2ff-b979997a5a2d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:40.494235 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['5b76e68a-559f-498b-b2ff-b979997a5a2d'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:20:40.499751 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc10a4e2-96e8-46c6-bbe3-9aa2b409f71f req-f11f613a-7eb7-465c-aae5-709495af8792 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882115 Aug 30 01:20:40.539924 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] No DVR routers for this DVR port 5b76e68a-559f-498b-b2ff-b979997a5a2d on host hv-cinder-81514 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:20:40.542737 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:40.546372 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-687a3ac8-00a6-4385-8fd3-c566fa5f70a4 req-99184f26-3b43-4c17-b3b0-1c664a86bf60 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.61 "DELETE /networking/v2.0/ports/5b76e68a-559f-498b-b2ff-b979997a5a2d HTTP/1.1" status: 204 len: 173 time: 0.5203280 Aug 30 01:20:40.546819 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'name': 'network-vif-deleted', 'tag': '5b76e68a-559f-498b-b2ff-b979997a5a2d'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:40.549720 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a03ecf-15c2-44f0-ab14-9f91312d2e4d" -d '{"events": [{"server_uuid": "0069d16b-f85d-43f1-a310-6036df89e8e1", "name": "network-vif-deleted", "tag": "5b76e68a-559f-498b-b2ff-b979997a5a2d"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:40.590787 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ea17c-637f-4b56-aa5a-2035907fb01d x-openstack-request-id: req-be3ea17c-637f-4b56-aa5a-2035907fb01d {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:40.591087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0069d16b-f85d-43f1-a310-6036df89e8e1", "name": "network-vif-deleted", "tag": "5b76e68a-559f-498b-b2ff-b979997a5a2d", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:40.591341 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be3ea17c-637f-4b56-aa5a-2035907fb01d {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:40.591751 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3ea17c-637f-4b56-aa5a-2035907fb01d'] response: {'server_uuid': '0069d16b-f85d-43f1-a310-6036df89e8e1', 'name': 'network-vif-deleted', 'tag': '5b76e68a-559f-498b-b2ff-b979997a5a2d', 'status': 'completed', 'code': 200} Aug 30 01:20:40.614027 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-ecd96b40-0e58-47e5-86e9-fe832483341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:40.615541 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-ecd96b40-0e58-47e5-86e9-fe832483341c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5ce0c305-01fc-449d-b0c0-4088efbdda38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429595 Aug 30 01:20:40.804062 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-674a4522-f5b1-4dc1-b2cb-4e3bb4c98a76 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935552 Aug 30 01:20:40.954802 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bad5108-5bf8-42d7-a5b2-dfd04791762c req-41655a38-570d-43eb-b326-b54093238c9e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986123 Aug 30 01:20:41.076127 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06f1c210-7ce2-4aca-9a2d-0d1537fe69f7 req-ce74bcd6-3b1c-4f95-bf64-562af056db15 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0297344 Aug 30 01:20:41.191511 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6375ad2-63db-4d8c-be48-2aba18e467d0 req-d456842d-52a0-4d2a-80b2-a5bca54e9d78 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:41.193064 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e6375ad2-63db-4d8c-be48-2aba18e467d0 req-d456842d-52a0-4d2a-80b2-a5bca54e9d78 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0560780 Aug 30 01:20:41.253987 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e6375ad2-63db-4d8c-be48-2aba18e467d0 req-4d282d65-13d6-4e94-8532-3b575275fb8c tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545938 Aug 30 01:20:41.623422 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddced0a-ef46-43ac-a340-5ddb7e8e657a req-34a7d391-4acc-48a8-8d03-db77a019e837 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:41.624939 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ddced0a-ef46-43ac-a340-5ddb7e8e657a req-34a7d391-4acc-48a8-8d03-db77a019e837 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0468493 Aug 30 01:20:41.675540 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ddced0a-ef46-43ac-a340-5ddb7e8e657a req-f2668fc3-0b70-4bad-81f7-bdf557e1c495 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Aug 30 01:20:42.200787 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4187c2be-e7bc-4f37-88fe-e0bdfeae8be3 req-a58fd047-2411-49fc-bf10-4ab192df8ba5 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0288932 Aug 30 01:20:42.372418 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c40f6-89cd-432d-b6f9-f4057c405212 req-9e4484c1-ad5b-4f70-a1aa-89a24d16c923 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:42.373802 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e79c40f6-89cd-432d-b6f9-f4057c405212 req-9e4484c1-ad5b-4f70-a1aa-89a24d16c923 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0468738 Aug 30 01:20:42.426249 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e79c40f6-89cd-432d-b6f9-f4057c405212 req-696ae82e-a817-4244-8b97-5098217648ad tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 Aug 30 01:20:42.810295 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddfbcc-ac4f-485e-9888-b3532240c775 req-8b910353-33c6-4892-96cd-e7e982e1f069 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:42.811753 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5ddfbcc-ac4f-485e-9888-b3532240c775 req-8b910353-33c6-4892-96cd-e7e982e1f069 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0465786 Aug 30 01:20:42.860117 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5ddfbcc-ac4f-485e-9888-b3532240c775 req-f0f4bafb-e346-4448-be91-45f29539e792 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Aug 30 01:20:43.154929 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a65b9a-cfc9-484a-93a2-61cb310c66d2 req-2d2d527d-f564-4aa2-9f83-6b8f4ecee717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:43.156462 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-04a65b9a-cfc9-484a-93a2-61cb310c66d2 req-2d2d527d-f564-4aa2-9f83-6b8f4ecee717 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1129 time: 0.0460219 Aug 30 01:20:43.211346 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-04a65b9a-cfc9-484a-93a2-61cb310c66d2 req-37314fe0-65c9-40ea-8df6-8817c3dbbf2b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444000 Aug 30 01:20:43.317681 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b8673d6e-b341-4252-804a-dc5049a2ec1e req-4b471715-9585-4e6a-bbbd-5da469039707 tempest-VolumesSnapshotTestJSON-1762091566 tempest-VolumesSnapshotTestJSON-1762091566-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0069d16b-f85d-43f1-a310-6036df89e8e1 HTTP/1.1" status: 200 len: 210 time: 0.0298929 Aug 30 01:20:43.548046 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf78d5-fc73-4582-9268-1b6ecc1d5279 req-5cf63868-1a7b-446c-bfdc-5b33e2b0051c tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:43.550241 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5bdf78d5-fc73-4582-9268-1b6ecc1d5279 req-5cf63868-1a7b-446c-bfdc-5b33e2b0051c tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0492327 Aug 30 01:20:43.602088 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5bdf78d5-fc73-4582-9268-1b6ecc1d5279 req-ce9de2b0-8d3a-41d7-ad68-aae9a2342417 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 Aug 30 01:20:43.724075 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 5b76e68a-559f-498b-b2ff-b979997a5a2d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:20:43.744389 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 5b76e68a-559f-498b-b2ff-b979997a5a2d {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:20:43.744729 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 5b76e68a-559f-498b-b2ff-b979997a5a2d not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:20:43.981096 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6923b6-df2b-444f-a567-97a271b1b867 req-71683c9a-8946-498f-9681-26a30c4375b3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:43.982578 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd6923b6-df2b-444f-a567-97a271b1b867 req-71683c9a-8946-498f-9681-26a30c4375b3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0469897 Aug 30 01:20:44.031568 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd6923b6-df2b-444f-a567-97a271b1b867 req-ce99a784-bf11-48bb-bc6f-2a8bf8ed561a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Aug 30 01:20:44.738966 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac75a5-ad76-4d82-ae13-ed32d20b08c0 req-b34b402d-27fc-4bf3-a13d-7906745515e5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:44.740545 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adac75a5-ad76-4d82-ae13-ed32d20b08c0 req-b34b402d-27fc-4bf3-a13d-7906745515e5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0561855 Aug 30 01:20:44.790726 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adac75a5-ad76-4d82-ae13-ed32d20b08c0 req-c43d19c5-2985-493d-9f1b-5065185ea26f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Aug 30 01:20:45.150805 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:45.161042 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1bdd1-8e45-49bb-a84d-f9c00fddaed4 req-57f78b10-9112-4ec6-8665-e6f23765fea2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:45.162547 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e3f1bdd1-8e45-49bb-a84d-f9c00fddaed4 req-57f78b10-9112-4ec6-8665-e6f23765fea2 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0541229 Aug 30 01:20:45.213291 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e3f1bdd1-8e45-49bb-a84d-f9c00fddaed4 req-63cb03da-5546-4e12-8382-4460c8154d1f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Aug 30 01:20:45.727112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 481cfbb3-ad8c-4d71-a2e4-067031b651cb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:20:45.832863 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:45.847639 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'port_id': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'mac_address': 'fa:16:3e:fe:b6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:20:45.888918 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 481cfbb3-ad8c-4d71-a2e4-067031b651cb is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:45.889356 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:45.908311 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481cfbb3-ad8c-4d71-a2e4-067031b651cb {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:20:45.932991 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:45.933186 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c76aa-27cf-4c2c-8261-b9e230564290 req-e5066608-6953-4084-b50b-d92f82f54b03 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:45.934693 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e72c76aa-27cf-4c2c-8261-b9e230564290 req-e5066608-6953-4084-b50b-d92f82f54b03 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 944 time: 0.0652142 Aug 30 01:20:45.941873 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:45.968448 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:45.995196 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e72c76aa-27cf-4c2c-8261-b9e230564290 req-4ec0753c-07b3-437f-932b-4dccc87e38c6 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Aug 30 01:20:45.997259 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:46.337467 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1f37e-fe53-4cad-9118-64e60c9b0e71 req-bb4d5070-eb8d-47a3-91c9-e13d598ad124 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:46.338954 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0db1f37e-fe53-4cad-9118-64e60c9b0e71 req-bb4d5070-eb8d-47a3-91c9-e13d598ad124 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0469317 Aug 30 01:20:46.386893 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0db1f37e-fe53-4cad-9118-64e60c9b0e71 req-ebe29354-8b51-4565-a7a3-fbf2f88da1b8 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Aug 30 01:20:46.804759 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75c14-fe11-4d40-993b-7acb6d1bf134 req-dd9f88a5-f42f-4651-9a65-92c95a22ab5d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:46.806195 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e9e75c14-fe11-4d40-993b-7acb6d1bf134 req-dd9f88a5-f42f-4651-9a65-92c95a22ab5d tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0528989 Aug 30 01:20:46.858878 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e9e75c14-fe11-4d40-993b-7acb6d1bf134 req-15fe428e-8c64-4136-b1f3-901d17a8f665 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467284 Aug 30 01:20:47.127368 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded77cbb-fe3a-42c4-80a1-41b7a07f246c req-e3765a9e-2b9c-4ef8-92ff-6f6d745956e3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:47.128958 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ded77cbb-fe3a-42c4-80a1-41b7a07f246c req-e3765a9e-2b9c-4ef8-92ff-6f6d745956e3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 945 time: 0.0543928 Aug 30 01:20:47.189546 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ded77cbb-fe3a-42c4-80a1-41b7a07f246c req-6bd5becd-9fb6-41c6-bd30-dbf740dfd17d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530515 Aug 30 01:20:47.977132 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b64ce-71b0-40d9-b330-c057462c0c99 req-8a60124b-51fa-430b-8c9e-060b67ab77df tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:47.978516 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-094b64ce-71b0-40d9-b330-c057462c0c99 req-8a60124b-51fa-430b-8c9e-060b67ab77df tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0462329 Aug 30 01:20:48.028557 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-094b64ce-71b0-40d9-b330-c057462c0c99 req-4b5333ee-38b8-4bcd-aacd-cfcf63ffcc0a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444708 Aug 30 01:20:48.300579 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:48.316993 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5d88-85ce-4d8c-9a56-8fbd298888a7 req-1a092c52-6abf-4f3f-920a-0e537d11df66 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:48.318654 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1e3c5d88-85ce-4d8c-9a56-8fbd298888a7 req-1a092c52-6abf-4f3f-920a-0e537d11df66 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Aug 30 01:20:48.367624 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1e3c5d88-85ce-4d8c-9a56-8fbd298888a7 req-83ae9f66-8487-4ae0-902d-c9b9354a2f38 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Aug 30 01:20:48.955290 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-3873a0b8-407a-4f79-bf5b-92d15c9b1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:48.956818 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-3873a0b8-407a-4f79-bf5b-92d15c9b1689 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1129 time: 0.0391574 Aug 30 01:20:49.019144 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['481cfbb3-ad8c-4d71-a2e4-067031b651cb'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:20:49.066822 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-d2781c3b-b51a-4230-a568-786d074a0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:49.068308 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-d2781c3b-b51a-4230-a568-786d074a0cad service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.0968289 Aug 30 01:20:49.148471 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-d6d884a9-4296-42f2-bf2b-2da470eba06e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 1000 time: 0.0673704 Aug 30 01:20:49.156428 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e95d-37b9-4495-86db-5cdb736ea66e req-8189f23a-e6fb-43d8-beca-a05466b882fb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:49.158491 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d634e95d-37b9-4495-86db-5cdb736ea66e req-8189f23a-e6fb-43d8-beca-a05466b882fb tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0514212 Aug 30 01:20:49.205401 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-64cb3d69-73d8-4b3c-a709-1ef63bf42dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:49.206863 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-64cb3d69-73d8-4b3c-a709-1ef63bf42dca service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.0519848 Aug 30 01:20:49.211073 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d634e95d-37b9-4495-86db-5cdb736ea66e req-4651eb7b-2558-4f0a-95ff-763a37d35284 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461755 Aug 30 01:20:49.255299 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-5df0fb5c-fc52-45fe-bb47-fba469ae0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:49.256857 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-5df0fb5c-fc52-45fe-bb47-fba469ae0d85 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414200 Aug 30 01:20:49.347077 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-c2f8bb83-c4e5-4620-ac7d-0640b5834ea5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828748 Aug 30 01:20:49.446104 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-22e46fcc-c31a-48a0-9883-c72eabf82770 req-e3a1fdb2-4701-48cb-a76f-59712c2e7e2f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926008 Aug 30 01:20:49.499317 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf13d2-7d5c-469f-8896-0170b939a44b req-4ff6128e-0c4f-45cc-b845-b8744a6ee867 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:49.501121 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d7bf13d2-7d5c-469f-8896-0170b939a44b req-4ff6128e-0c4f-45cc-b845-b8744a6ee867 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Aug 30 01:20:49.553557 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d7bf13d2-7d5c-469f-8896-0170b939a44b req-16334bee-51b7-471a-a372-d4d65f0df171 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463428 Aug 30 01:20:50.104567 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 481cfbb3-ad8c-4d71-a2e4-067031b651cb up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:50.152797 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 481cfbb3-ad8c-4d71-a2e4-067031b651cb completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:20:50.161443 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 481cfbb3-ad8c-4d71-a2e4-067031b651cb triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:50.161848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:50.250105 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 481cfbb3-ad8c-4d71-a2e4-067031b651cb is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:50.251004 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:50.288035 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:50.291301 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a716698-71fb-4971-b3d4-a7beaa150ea4" -d '{"events": [{"server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "name": "network-vif-plugged", "status": "completed", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:50.307182 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:50.315262 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:50.342979 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:50.367412 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0164ec1-cd9b-4bd8-a3a4-c505f1d6c3a9 x-openstack-request-id: req-c0164ec1-cd9b-4bd8-a3a4-c505f1d6c3a9 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:50.367708 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "name": "network-vif-plugged", "status": "completed", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:50.367961 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0164ec1-cd9b-4bd8-a3a4-c505f1d6c3a9 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:50.368429 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0164ec1-cd9b-4bd8-a3a4-c505f1d6c3a9'] response: {'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'code': 200} Aug 30 01:20:50.379671 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:50.406534 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547720-663d-4149-92e3-bb2d9fde8b36 req-d8e9af45-32a0-456b-98a2-bae8e4f114f5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:50.409019 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-51547720-663d-4149-92e3-bb2d9fde8b36 req-d8e9af45-32a0-456b-98a2-bae8e4f114f5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0841706 Aug 30 01:20:50.447714 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:50.465357 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-51547720-663d-4149-92e3-bb2d9fde8b36 req-fe4f7332-93f7-4dc5-a792-b35c14d124a7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505700 Aug 30 01:20:50.898090 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64b17b-a18b-42c7-b549-852339a2a1d7 req-08f2e0e0-cbd5-424d-bc45-24eb8f983bde tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:50.899514 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1e64b17b-a18b-42c7-b549-852339a2a1d7 req-08f2e0e0-cbd5-424d-bc45-24eb8f983bde tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.2676942 Aug 30 01:20:50.949276 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1e64b17b-a18b-42c7-b549-852339a2a1d7 req-7749d722-4c13-450b-a072-03cb1816ffa3 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Aug 30 01:20:51.597461 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:51.603697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1e67-74c1-46a2-9ae4-988e2fb5fc01 req-f03a01bd-3680-4044-b310-356e2d24ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:51.605236 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-53be1e67-74c1-46a2-9ae4-988e2fb5fc01 req-f03a01bd-3680-4044-b310-356e2d24ad15 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1130 time: 0.0520761 Aug 30 01:20:51.609086 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6d05-c559-41fa-9fd8-359253fd1d9e req-8ec2583d-c2ac-41d8-ba1c-476a339b4ccf tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:51.611476 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4ef6d05-c559-41fa-9fd8-359253fd1d9e req-8ec2583d-c2ac-41d8-ba1c-476a339b4ccf tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0640070 Aug 30 01:20:51.666261 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4ef6d05-c559-41fa-9fd8-359253fd1d9e req-12881e9b-6599-4adb-ae9e-f1291f99de3c tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459476 Aug 30 01:20:52.069388 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c33e3-ac37-49ab-9a6b-4c2a95fdb81b req-99b4b391-59e4-48d8-a4e5-b23fc8606132 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:52.070859 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-427c33e3-ac37-49ab-9a6b-4c2a95fdb81b req-99b4b391-59e4-48d8-a4e5-b23fc8606132 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0485404 Aug 30 01:20:52.123812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-427c33e3-ac37-49ab-9a6b-4c2a95fdb81b req-8b7c7d8e-3e61-4a72-a58b-57a2d980e614 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Aug 30 01:20:52.217162 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-53be1e67-74c1-46a2-9ae4-988e2fb5fc01 req-7e0cbb5e-0772-4f23-b9e0-9c5485474f65 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470409 Aug 30 01:20:52.793004 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cc6a4-dc5c-49f3-bc52-20b1d6a59186 req-6558818a-97a0-46e0-8474-6f65624dffc3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:52.794079 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-410cc6a4-dc5c-49f3-bc52-20b1d6a59186 req-6558818a-97a0-46e0-8474-6f65624dffc3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0491617 Aug 30 01:20:52.846588 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-410cc6a4-dc5c-49f3-bc52-20b1d6a59186 req-71748241-c568-4895-9c1f-01d723635145 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464458 Aug 30 01:20:52.964128 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2c01d-d371-4ed9-ab1e-0a831f7a938a req-ed9aa22f-8836-49c3-9377-114c536400c7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:52.965639 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59b2c01d-d371-4ed9-ab1e-0a831f7a938a req-ed9aa22f-8836-49c3-9377-114c536400c7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0475435 Aug 30 01:20:52.976469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 33824) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:20:52.981045 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Request body: {'floatingip': {'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:53.100088 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:53.106864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:53.248220 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deb149-f583-4919-8d9c-42e7c34590be req-da336e30-71de-46a9-a7d4-0241889eea77 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:53.249742 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-91deb149-f583-4919-8d9c-42e7c34590be req-da336e30-71de-46a9-a7d4-0241889eea77 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0479548 Aug 30 01:20:53.300382 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-91deb149-f583-4919-8d9c-42e7c34590be req-067bcd59-2aae-43a1-93ed-58822ae5d647 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Aug 30 01:20:53.732613 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:53.737310 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:53.953592 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Router ca549045-da0a-4eb7-b459-5810c9d64b28 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:20:54.042458 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:54.062489 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:20:54.069420 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:54.074859 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] Sync routers for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:20:54.086501 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:54.087162 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:54.104474 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:54.106727 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:54.154592 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e747d513-f63e-421a-84d0-0499f4d7376c x-openstack-request-id: req-e747d513-f63e-421a-84d0-0499f4d7376c {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:54.155148 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:54.155623 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e747d513-f63e-421a-84d0-0499f4d7376c {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:54.157436 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e747d513-f63e-421a-84d0-0499f4d7376c'] response: {'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'status': 'completed', 'code': 200} Aug 30 01:20:54.179026 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-738c6940-c5df-4a7a-9a40-32dbfb6cb89b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/12e0ef66-de9d-489b-b2e6-2135cff439af HTTP/1.1" status: 200 len: 992 time: 1.1990950 Aug 30 01:20:54.187730 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:54.202812 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:54.329810 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-5fee8f91-885f-459e-b474-f5521aa632c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.331400 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-5fee8f91-885f-459e-b474-f5521aa632c4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1129 time: 0.0544956 Aug 30 01:20:54.459204 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:54.471496 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f557e-699a-418d-a370-830c70205c09 req-d3fb698a-286e-41e2-a64b-38896b340adc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.473105 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-347f557e-699a-418d-a370-830c70205c09 req-d3fb698a-286e-41e2-a64b-38896b340adc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0528939 Aug 30 01:20:54.487648 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '12e0ef66-de9d-489b-b2e6-2135cff439af', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'mac_address': 'fa:16:3e:b3:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:45Z', 'updated_at': '2022-08-30T01:20:53Z', 'revision_number': 3, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:54.489192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-0e30a030-e85e-46bd-b550-6a482aa1be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.490855 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-0e30a030-e85e-46bd-b550-6a482aa1be78 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.1368992 Aug 30 01:20:54.514884 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] Checking router: ca549045-da0a-4eb7-b459-5810c9d64b28 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:20:54.524243 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:54.524868 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:20:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:54.537970 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-347f557e-699a-418d-a370-830c70205c09 req-e12b3ad1-4e5e-460c-b1f4-09c3585276f1 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582960 Aug 30 01:20:54.565743 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-71cf08f1-da16-4c37-9f0b-6aa75bbcdec6 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 1000 time: 0.0660846 Aug 30 01:20:54.634426 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-0b0551c4-d93c-41e0-b01b-508770006fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.636074 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-0b0551c4-d93c-41e0-b01b-508770006fa1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.0600553 Aug 30 01:20:54.709716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521b26-8eb2-4fd6-a71c-9dd8cf44c239 req-03a8db26-b29f-491a-becb-db81ab7029a5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.711334 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3d521b26-8eb2-4fd6-a71c-9dd8cf44c239 req-03a8db26-b29f-491a-becb-db81ab7029a5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0931075 Aug 30 01:20:54.717672 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-a9e546ab-a3d3-4589-aa59-53d7445e77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.720750 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-a9e546ab-a3d3-4589-aa59-53d7445e77fe service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643981 Aug 30 01:20:54.771206 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3d521b26-8eb2-4fd6-a71c-9dd8cf44c239 req-bf7945a8-a09c-4ea2-b0a7-d1d875a7885f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Aug 30 01:20:54.782471 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:55.025799 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '12e0ef66-de9d-489b-b2e6-2135cff439af', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'mac_address': 'fa:16:3e:b3:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:45Z', 'updated_at': '2022-08-30T01:20:53Z', 'revision_number': 3, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:55.056136 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bb82c-fe82-4e1a-9830-9bc9db9e286c None None] The sync data for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi is: [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '12e0ef66-de9d-489b-b2e6-2135cff439af', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'port_id': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'mac_address': 'fa:16:3e:b3:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:45Z', 'updated_at': '2022-08-30T01:20:53Z', 'revision_number': 3, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:20:55.174367 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de30a-de94-43ab-b2ab-2c7fe62d8a54 req-248bec7e-7b17-4daa-9b56-ee24080d5bda tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:55.176135 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-801de30a-de94-43ab-b2ab-2c7fe62d8a54 req-248bec7e-7b17-4daa-9b56-ee24080d5bda tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0568378 Aug 30 01:20:55.237769 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-801de30a-de94-43ab-b2ab-2c7fe62d8a54 req-31a9e481-bb71-4575-b311-11c3cb7bf3da tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545492 Aug 30 01:20:55.927370 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-80568fd4-08fc-4780-95f3-ae6278a96cb7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004546 Aug 30 01:20:56.158242 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:56.160580 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde08793-dc6c-4c22-bd0e-bee770320bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:56.197539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fbf550-9aa4-4de8-ab62-25eabdb90003 x-openstack-request-id: req-21fbf550-9aa4-4de8-ab62-25eabdb90003 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:56.198109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:56.198109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21fbf550-9aa4-4de8-ab62-25eabdb90003 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:56.198455 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21fbf550-9aa4-4de8-ab62-25eabdb90003'] response: {'name': 'network-changed', 'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'status': 'completed', 'code': 200} Aug 30 01:20:56.326951 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:56.735287 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5f534d4-bd59-41a4-b4b0-d57d6d5ef79b req-e65d7fd0-ec64-4d49-a462-d400db568209 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960867 Aug 30 01:20:57.727824 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-028095d3-7316-4b5d-b7c8-a1d77a19bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:57.729287 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-028095d3-7316-4b5d-b7c8-a1d77a19bff5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 1129 time: 0.0410011 Aug 30 01:20:57.822802 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-8989e3af-54a9-466d-a701-60d7697b7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:57.824346 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-8989e3af-54a9-466d-a701-60d7697b7c39 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.0849259 Aug 30 01:20:57.893415 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-b6c28d8c-c30f-4dce-a815-7516fab9040a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 200 len: 1000 time: 0.0613608 Aug 30 01:20:57.958397 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-b1daab2c-2147-4805-a02a-b4f63ddf77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:57.960029 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-b1daab2c-2147-4805-a02a-b4f63ddf77ef service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.0495358 Aug 30 01:20:57.980166 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:58.010821 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-986ee7cb-bfe9-4438-a606-41e652933e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:58.012359 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-986ee7cb-bfe9-4438-a606-41e652933e8b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419180 Aug 30 01:20:58.123698 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-01c60c69-cf51-4d2c-9fde-37ddff7120aa service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042447 Aug 30 01:20:58.220038 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fde08793-dc6c-4c22-bd0e-bee770320bb9 req-c01b1d67-fb6d-4373-94b3-4df54fbd09db service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883193 Aug 30 01:20:58.544492 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:21:04.377779 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9865030d-f113-4fd7-b3c9-f1666033bb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:04.520840 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=73 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:04.524953 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=39 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:06.576291 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7f058050-4cba-4dd7-bf61-3b101aa94e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:07.067005 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfa843-2f1d-4a3d-bb26-6f1a9492235a req-64883c76-653c-4a34-b869-2adac29d7646 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:07.069001 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bedfa843-2f1d-4a3d-bb26-6f1a9492235a req-64883c76-653c-4a34-b869-2adac29d7646 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0590179 Aug 30 01:21:07.125215 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bedfa843-2f1d-4a3d-bb26-6f1a9492235a req-4b6e9075-bb22-40cb-8e0f-da603fc28688 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502038 Aug 30 01:21:07.158030 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33984) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:07.246893 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478e4ef-01b8-4bcd-ba88-4ea8defc2161 tempest-TestMinimumBasicScenario-827719518 tempest-TestMinimumBasicScenario-827719518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:07.248470 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4478e4ef-01b8-4bcd-ba88-4ea8defc2161 tempest-TestMinimumBasicScenario-827719518 tempest-TestMinimumBasicScenario-827719518-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1125 time: 0.0888846 Aug 30 01:21:07.251728 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 33988) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:07.256697 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'port_id': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:07.279299 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:07.377370 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:07.500043 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Allocated IP 172.27.3.217 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/f6ac79c8-6e66-48c8-9810-a0ff9b902b08) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:21:07.878851 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:07.914125 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:07.961904 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:21:07.965759 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:21:07.969975 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:21:07.974846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'Port': ['ID=f6ac79c8-6e66-48c8-9810-a0ff9b902b08,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:08.008798 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.009143 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.009488 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.009828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.010159 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.010490 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.010818 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.011148 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.011472 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.011797 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.012156 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.012520 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.012898 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.013289 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.013685 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:08.153647 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 33994) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:08.185411 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:08.208602 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] Deleting subnet 17aa8116-261f-4111-b907-0d1a3e8f908e {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:21:08.212167 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] Publish callbacks [] for subnet (17aa8116-261f-4111-b907-0d1a3e8f908e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.253461 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (17aa8116-261f-4111-b907-0d1a3e8f908e), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.296590 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:08.298716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (17aa8116-261f-4111-b907-0d1a3e8f908e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.302269 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:08.351791 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for floatingip (5b4b0491-d6e5-46ba-937f-e29c60a1a51d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.364041 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (17aa8116-261f-4111-b907-0d1a3e8f908e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.412187 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17aa8116-261f-4111-b907-0d1a3e8f908e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:08.414640 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.419671 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c959679a-da90-46d5-a048-c4001454e42e admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/17aa8116-261f-4111-b907-0d1a3e8f908e HTTP/1.1" status: 204 len: 168 time: 0.2644646 Aug 30 01:21:08.420725 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 33996) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:08.432922 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.505055 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.505990 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (3e2aeb58-3a7d-4703-af37-5e4bc1626f59), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.540387 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=18 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:08.542155 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:08.622627 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.629369 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.630117 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (5b4b0491-d6e5-46ba-937f-e29c60a1a51d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.723183 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'Port': ['ID=f6ac79c8-6e66-48c8-9810-a0ff9b902b08,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:08.788316 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Floating IP 5b4b0491-d6e5-46ba-937f-e29c60a1a51d associated. External IP: 172.27.3.217, port: 481cfbb3-ad8c-4d71-a2e4-067031b651cb. Aug 30 01:21:08.837205 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (3e2aeb58-3a7d-4703-af37-5e4bc1626f59), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.860919 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2aeb58-3a7d-4703-af37-5e4bc1626f59']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:08.873256 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd926b024-1840-48ca-9381-2fd91b3afe44') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:08.873567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd926b024-1840-48ca-9381-2fd91b3afe44') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:08.885173 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (d926b024-1840-48ca-9381-2fd91b3afe44), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.900866 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (d926b024-1840-48ca-9381-2fd91b3afe44), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.907679 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:21:08.908107 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (d926b024-1840-48ca-9381-2fd91b3afe44), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.955456 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment d926b024-1840-48ca-9381-2fd91b3afe44 resource provider aggregate not found Aug 30 01:21:08.978867 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment d926b024-1840-48ca-9381-2fd91b3afe44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d926b024-1840-48ca-9381-2fd91b3afe44 found for delete ", "request_id": "req-df2fd971-9240-4042-85b2-506ff34a6d00"}]} Aug 30 01:21:08.983802 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (3e2aeb58-3a7d-4703-af37-5e4bc1626f59), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.990832 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:08.994281 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/3e2aeb58-3a7d-4703-af37-5e4bc1626f59 HTTP/1.1" status: 204 len: 168 time: 0.5725474 Aug 30 01:21:09.007103 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927d027-e88f-4ae4-b8b4-7d0cb383c6a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2aeb58-3a7d-4703-af37-5e4bc1626f59,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:09.019734 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Router c7699f9b-ed56-4819-b180-1fc8c81811f0 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:21:09.149066 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:21:09.166386 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] Sync routers for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:21:09.172537 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.183512 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:09.184459 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:09.212737 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f2655f5d-3bad-4162-bfd1-c91f779a1ee0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9598463 Aug 30 01:21:09.213365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:09.215749 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8851431-12c0-4504-97ff-95c1f94052fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:09.217178 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34004) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:09.225109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-838c8b16-2d62-49cd-90c3-fbcade282fa4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159516230', 'description': 'tempest-secgroup-smoke-1159516230 description', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:09.248913 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34008) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:09.251900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-838c8b16-2d62-49cd-90c3-fbcade282fa4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.274326 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a790af14-e94c-401e-b37c-72a0d151f558 x-openstack-request-id: req-a790af14-e94c-401e-b37c-72a0d151f558 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:09.274732 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:09.275086 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a790af14-e94c-401e-b37c-72a0d151f558 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:09.275617 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a790af14-e94c-401e-b37c-72a0d151f558'] response: {'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'status': 'completed', 'code': 200} Aug 30 01:21:09.313000 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0145f17b-9ffd-498d-aed7-405a5f0d1bd6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=2815adc7e64040c8986b1bd3f4519343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578196 Aug 30 01:21:09.313000 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34010) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:09.353392 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:09.356156 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:09.363202 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:09.388311 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:09.398536 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbe401cb-944e-497b-813d-c289343ffccb admin admin] Publish callbacks [] for security_group (f532f3f6-c262-4901-aa85-b14c6bd3f3bb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.423764 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-838c8b16-2d62-49cd-90c3-fbcade282fa4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group (38813d61-0027-4417-83b0-48794231d787), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.425887 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851431-12c0-4504-97ff-95c1f94052fd req-12a1f86a-ca5e-46c1-bb08-491ea7790e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:09.428150 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8851431-12c0-4504-97ff-95c1f94052fd req-12a1f86a-ca5e-46c1-bb08-491ea7790e59 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1130 time: 0.0782139 Aug 30 01:21:09.430154 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-838c8b16-2d62-49cd-90c3-fbcade282fa4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (38813d61-0027-4417-83b0-48794231d787), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.435254 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbe401cb-944e-497b-813d-c289343ffccb admin admin] Publish callbacks [] for security_group (f532f3f6-c262-4901-aa85-b14c6bd3f3bb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.487420 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-838c8b16-2d62-49cd-90c3-fbcade282fa4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.488934 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-838c8b16-2d62-49cd-90c3-fbcade282fa4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2677457 Aug 30 01:21:09.492701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34012) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:09.499869 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-86bf0b40-7dd3-4332-a51e-b820a018dfaf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'security_group_rule': {'security_group_id': '38813d61-0027-4417-83b0-48794231d787', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:09.528136 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c8b16-2d62-49cd-90c3-fbcade282fa4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38813d61-0027-4417-83b0-48794231d787,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:09.553249 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86bf0b40-7dd3-4332-a51e-b820a018dfaf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (caa60f97-a3ea-407f-87a1-31106f10af1e), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.573501 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbe401cb-944e-497b-813d-c289343ffccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f532f3f6-c262-4901-aa85-b14c6bd3f3bb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.576598 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbe401cb-944e-497b-813d-c289343ffccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.577792 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dbe401cb-944e-497b-813d-c289343ffccb admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f532f3f6-c262-4901-aa85-b14c6bd3f3bb HTTP/1.1" status: 204 len: 168 time: 0.2639940 Aug 30 01:21:09.602831 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe401cb-944e-497b-813d-c289343ffccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f532f3f6-c262-4901-aa85-b14c6bd3f3bb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:09.623699 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851431-12c0-4504-97ff-95c1f94052fd req-c6acc6d3-29b3-41b8-aaa0-65eb087243f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:09.632582 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8851431-12c0-4504-97ff-95c1f94052fd req-c6acc6d3-29b3-41b8-aaa0-65eb087243f6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 200 len: 916 time: 0.1869931 Aug 30 01:21:09.642183 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86bf0b40-7dd3-4332-a51e-b820a018dfaf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (caa60f97-a3ea-407f-87a1-31106f10af1e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.649605 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '5b4b0491-d6e5-46ba-937f-e29c60a1a51d', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'port_id': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'mac_address': 'fa:16:3e:fe:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:21:08Z', 'updated_at': '2022-08-30T01:21:08Z', 'revision_number': 0, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:58Z', 'revision_number': 5, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:09.653633 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86bf0b40-7dd3-4332-a51e-b820a018dfaf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (caa60f97-a3ea-407f-87a1-31106f10af1e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.686330 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] Checking router: c7699f9b-ed56-4819-b180-1fc8c81811f0 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:21:09.697561 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:09.698501 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:09.699593 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf0b40-7dd3-4332-a51e-b820a018dfaf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa60f97-a3ea-407f-87a1-31106f10af1e,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:09.724127 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-86bf0b40-7dd3-4332-a51e-b820a018dfaf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.725473 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-86bf0b40-7dd3-4332-a51e-b820a018dfaf tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2313104 Aug 30 01:21:09.731021 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34016) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:09.735942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-3b67598f-862b-4463-a4a9-fee8a97e243b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'security_group_rule': {'security_group_id': '38813d61-0027-4417-83b0-48794231d787', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:09.773615 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8851431-12c0-4504-97ff-95c1f94052fd req-99f21088-4eb6-4484-bbde-e87cb7fba862 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 1000 time: 0.1349990 Aug 30 01:21:09.792445 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3b67598f-862b-4463-a4a9-fee8a97e243b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (a023c682-5fd1-4529-a831-3f5a065756a8), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.854486 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:09.854914 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.865731 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:09.884900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851431-12c0-4504-97ff-95c1f94052fd req-9d285b67-ef6e-4cc3-ae54-9e84d798b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:09.887711 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8851431-12c0-4504-97ff-95c1f94052fd req-9d285b67-ef6e-4cc3-ae54-9e84d798b1cd service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bdc24733-39f7-493a-b66f-4d9e4233a9d6 HTTP/1.1" status: 200 len: 854 time: 0.1048734 Aug 30 01:21:09.914437 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3b67598f-862b-4463-a4a9-fee8a97e243b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (a023c682-5fd1-4529-a831-3f5a065756a8), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.925887 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3b67598f-862b-4463-a4a9-fee8a97e243b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (a023c682-5fd1-4529-a831-3f5a065756a8), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.959759 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3b67598f-862b-4463-a4a9-fee8a97e243b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:09.968515 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3b67598f-862b-4463-a4a9-fee8a97e243b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2321553 Aug 30 01:21:09.968515 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67598f-862b-4463-a4a9-fee8a97e243b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a023c682-5fd1-4529-a831-3f5a065756a8,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:09.970896 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34018) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:09.991092 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7ac53045-3a90-4746-a996-3ac2375e5f52 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'security_group_rule': {'security_group_id': '38813d61-0027-4417-83b0-48794231d787', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:10.024936 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851431-12c0-4504-97ff-95c1f94052fd req-79e51026-6396-44fe-97dd-cc9810e54acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:10.029179 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8851431-12c0-4504-97ff-95c1f94052fd req-79e51026-6396-44fe-97dd-cc9810e54acf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5ce0c305-01fc-449d-b0c0-4088efbdda38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1313379 Aug 30 01:21:10.048956 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ac53045-3a90-4746-a996-3ac2375e5f52 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (9ddb6168-d92a-4a19-b8be-f7fae5b03e82), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.165677 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '5b4b0491-d6e5-46ba-937f-e29c60a1a51d', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'port_id': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'mac_address': 'fa:16:3e:fe:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:21:08Z', 'updated_at': '2022-08-30T01:21:08Z', 'revision_number': 0, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:58Z', 'revision_number': 5, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:10.184614 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ac53045-3a90-4746-a996-3ac2375e5f52 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (9ddb6168-d92a-4a19-b8be-f7fae5b03e82), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.199346 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cf23b-d870-4cb4-bcfc-27f859e08559 None None] The sync data for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi is: [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '5b4b0491-d6e5-46ba-937f-e29c60a1a51d', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'port_id': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'mac_address': 'fa:16:3e:fe:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:21:08Z', 'updated_at': '2022-08-30T01:21:08Z', 'revision_number': 0, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:58Z', 'revision_number': 5, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:21:10.206073 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ac53045-3a90-4746-a996-3ac2375e5f52 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (9ddb6168-d92a-4a19-b8be-f7fae5b03e82), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.241591 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac53045-3a90-4746-a996-3ac2375e5f52 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb6168-d92a-4a19-b8be-f7fae5b03e82,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:10.255843 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8851431-12c0-4504-97ff-95c1f94052fd req-b3646cff-cf49-4de7-bea5-f6b44aee575c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162142 Aug 30 01:21:10.262100 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.266624 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ac53045-3a90-4746-a996-3ac2375e5f52 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.273195 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7ac53045-3a90-4746-a996-3ac2375e5f52 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942505 Aug 30 01:21:10.277823 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34020) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:10.292960 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-f3d329fd-6738-4890-a1f3-7d7e581df214 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'security_group_rule': {'security_group_id': '38813d61-0027-4417-83b0-48794231d787', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:10.337123 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f3d329fd-6738-4890-a1f3-7d7e581df214 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (91f31fa1-75a2-4cee-a240-94b23ec33702), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.412555 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8851431-12c0-4504-97ff-95c1f94052fd req-dc7405b5-a09f-4df2-be79-6ca0fa1757d4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475177 Aug 30 01:21:10.417428 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f3d329fd-6738-4890-a1f3-7d7e581df214 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (91f31fa1-75a2-4cee-a240-94b23ec33702), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.422404 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f3d329fd-6738-4890-a1f3-7d7e581df214 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (91f31fa1-75a2-4cee-a240-94b23ec33702), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.444141 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d329fd-6738-4890-a1f3-7d7e581df214 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f31fa1-75a2-4cee-a240-94b23ec33702,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:10.456022 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f3d329fd-6738-4890-a1f3-7d7e581df214 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.458826 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f3d329fd-6738-4890-a1f3-7d7e581df214 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792769 Aug 30 01:21:10.461326 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34022) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:10.471462 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'security_group_rule': {'security_group_id': '38813d61-0027-4417-83b0-48794231d787', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:10.488957 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:10.516191 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a2f0c6-42d5-4240-b9a5-d44460edb1f6 None None] New status for floating IP 5b4b0491-d6e5-46ba-937f-e29c60a1a51d: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:21:10.519130 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.securitygroups_db [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Project 91f4e4df4e2744bfb9fcd84431ed567e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:21:10.526564 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (fd404b7e-c83e-4859-b226-8488da529b9e), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.554816 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:10.585524 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:10.587730 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (fd404b7e-c83e-4859-b226-8488da529b9e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.592643 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (fd404b7e-c83e-4859-b226-8488da529b9e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.616535 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd404b7e-c83e-4859-b226-8488da529b9e,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:10.624722 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.626632 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7d84de5e-8fac-438d-9046-fab88c592494 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629903 Aug 30 01:21:10.631241 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34024) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:10.635758 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'security_group_rule': {'security_group_id': '38813d61-0027-4417-83b0-48794231d787', 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:10.661320 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.securitygroups_db [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Project 91f4e4df4e2744bfb9fcd84431ed567e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:21:10.693538 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (0af9471a-f44d-490b-88c4-115166053df1), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.799710 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (0af9471a-f44d-490b-88c4-115166053df1), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.805032 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (0af9471a-f44d-490b-88c4-115166053df1), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.825186 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af9471a-f44d-490b-88c4-115166053df1,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:10.835319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:10.839525 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-dd27645c-62a5-4c8d-8517-50fb5adc53f4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2046282 Aug 30 01:21:10.951890 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-38c0a936-42bd-4b11-a65b-946bc4a3ef77 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1159516230&fields=id&tenant_id=91f4e4df4e2744bfb9fcd84431ed567e HTTP/1.1" status: 200 len: 267 time: 0.0609269 Aug 30 01:21:11.012258 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-0a3d6bd0-1b28-41d5-a0bf-4d8fad4b5d88 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:11.013847 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-0a3d6bd0-1b28-41d5-a0bf-4d8fad4b5d88 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0555806 Aug 30 01:21:11.025099 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'port': {'security_groups': ['225fceae-469e-4d08-a9fb-bcd7e5760f3c', '38813d61-0027-4417-83b0-48794231d787']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:11.106570 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:11.336965 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:11.368065 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:11.373450 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:11.383690 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:11.384336 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:11.385838 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a82ffc61-e00b-458e-ae1b-66c70c61f05b req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "PUT /networking/v2.0/ports/481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 982 time: 0.3655052 Aug 30 01:21:11.393254 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:11.393254 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:11.431432 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['481cfbb3-ad8c-4d71-a2e4-067031b651cb'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:11.436871 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca66380-dac6-4353-a925-4c445108fd4e x-openstack-request-id: req-3ca66380-dac6-4353-a925-4c445108fd4e {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:11.437173 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:11.437429 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ca66380-dac6-4353-a925-4c445108fd4e {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:11.437800 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca66380-dac6-4353-a925-4c445108fd4e'] response: {'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'status': 'completed', 'code': 200} Aug 30 01:21:11.462890 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f8254-9047-46d9-8525-7f4b4ce22fcc tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=6']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:11.559148 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45170-e598-4fb7-99ea-6d297bc4bd80 req-02e6b0b3-764e-4930-9d3f-b18e7e27ba72 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:11.561401 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d4b45170-e598-4fb7-99ea-6d297bc4bd80 req-02e6b0b3-764e-4930-9d3f-b18e7e27ba72 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.1064100 Aug 30 01:21:11.564808 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-88701207-49f1-435e-be80-17471e9b6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:11.566524 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-88701207-49f1-435e-be80-17471e9b6db5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1169 time: 0.0644345 Aug 30 01:21:11.607737 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:11.633592 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['481cfbb3-ad8c-4d71-a2e4-067031b651cb'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:11.715096 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d4b45170-e598-4fb7-99ea-6d297bc4bd80 req-9226ebcb-73f1-40e9-a759-f2c879185067 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440754 Aug 30 01:21:11.750133 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-be3bd5bf-1191-4dae-bc4f-2c79a8a6479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:11.752860 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-be3bd5bf-1191-4dae-bc4f-2c79a8a6479f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 200 len: 916 time: 0.1736679 Aug 30 01:21:11.842288 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-32dde25f-d193-4c4a-bf98-2dad6a9f9c69 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 1002 time: 0.0819387 Aug 30 01:21:11.907507 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-006777c8-74b3-4566-891b-a1b1edd86ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:11.909709 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-006777c8-74b3-4566-891b-a1b1edd86ade service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bdc24733-39f7-493a-b66f-4d9e4233a9d6 HTTP/1.1" status: 200 len: 854 time: 0.0601127 Aug 30 01:21:11.952136 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:11.967272 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-d96cd69f-487e-45a5-8911-8af57a0dfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:11.969963 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-d96cd69f-487e-45a5-8911-8af57a0dfb6f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5ce0c305-01fc-449d-b0c0-4088efbdda38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531063 Aug 30 01:21:12.080272 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-7bee4804-e9d5-44dc-88b6-2457b71d55f8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021099 Aug 30 01:21:12.106289 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:12.163285 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:12.186365 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6a7548ef-44ac-4ac2-8dc1-4edde650ac54 req-01d1cb07-a42f-4c67-8c8d-69e16ff96bdf service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999355 Aug 30 01:21:14.433991 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66ac01-e1e1-4cb2-b6ed-60a0442e7243 req-3108cce8-d567-433e-b834-3892a79140ef tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:14.435532 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de66ac01-e1e1-4cb2-b6ed-60a0442e7243 req-3108cce8-d567-433e-b834-3892a79140ef tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0548337 Aug 30 01:21:14.493849 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de66ac01-e1e1-4cb2-b6ed-60a0442e7243 req-babaf0d1-7995-4796-ba35-5b88a63a111c tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478268 Aug 30 01:21:15.630917 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385548-e7ff-469f-afda-43ef61af851c req-fa019a82-c874-4918-82e5-88572bad47d8 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:15.632602 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ab385548-e7ff-469f-afda-43ef61af851c req-fa019a82-c874-4918-82e5-88572bad47d8 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Aug 30 01:21:15.707370 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ab385548-e7ff-469f-afda-43ef61af851c req-0b5f05ad-f3c4-4e90-be23-dc0e8768ea9d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637453 Aug 30 01:21:16.680535 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-c3e3c53e-d88b-4f7c-a3b4-aeb3dba36211 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:16.682125 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-c3e3c53e-d88b-4f7c-a3b4-aeb3dba36211 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0540304 Aug 30 01:21:16.811382 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Deleting port 21bbf672-b4dc-4800-a86f-8518de16fcca {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:16.811903 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:16.879277 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd1e5-f1d6-4fb5-84a5-f01c84802fd7 req-fe8a5c7a-c0c6-4a74-a832-2666fd480459 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:16.881562 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-706fd1e5-f1d6-4fb5-84a5-f01c84802fd7 req-fe8a5c7a-c0c6-4a74-a832-2666fd480459 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 945 time: 0.0714445 Aug 30 01:21:16.940678 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] For port 21bbf672-b4dc-4800-a86f-8518de16fcca, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=21bbf672-b4dc-4800-a86f-8518de16fcca,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:16.941126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:16.946506 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-706fd1e5-f1d6-4fb5-84a5-f01c84802fd7 req-fbf305d2-072e-4d0c-bd88-1e5c5e413e10 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=5940bc22-ef3f-4f30-9606-f4d689444d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553434 Aug 30 01:21:17.186244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:17.186605 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (9e436b47-5c90-4584-8bc0-b53ba83f9cf6), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:17.186969 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Floating IP 9e436b47-5c90-4584-8bc0-b53ba83f9cf6 disassociated. External IP: 172.27.3.246, port: 21bbf672-b4dc-4800-a86f-8518de16fcca. Aug 30 01:21:17.187314 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Calling delete_port for 21bbf672-b4dc-4800-a86f-8518de16fcca owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:17.345987 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (21bbf672-b4dc-4800-a86f-8518de16fcca), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:17.377434 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event deleted for resources: {'Port': ['ID=21bbf672-b4dc-4800-a86f-8518de16fcca,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:17.382178 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:17.508262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Router e6285b1e-66c4-4723-ae41-c5ab5e144614 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:21:17.623083 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:21:17.635549 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] Sync routers for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:21:17.648622 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:17.649242 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:17.670263 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] No DVR routers for this DVR port 21bbf672-b4dc-4800-a86f-8518de16fcca on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:17.674412 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:17.677997 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2f5a3738-28b9-4e97-92a5-6ee5dba4ce62 req-db4a3d9b-ce1c-4029-b614-4f6cd35886e3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "DELETE /networking/v2.0/ports/21bbf672-b4dc-4800-a86f-8518de16fcca HTTP/1.1" status: 204 len: 173 time: 0.9873948 Aug 30 01:21:17.678571 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'name': 'network-vif-deleted', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:17.681060 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7be622f-4ba1-4d92-8def-9452289df9ef" -d '{"events": [{"server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "name": "network-vif-deleted", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:17.743134 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36129484-e7d2-4969-9d88-9a57f98a4d72 x-openstack-request-id: req-36129484-e7d2-4969-9d88-9a57f98a4d72 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:17.743546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6657e20f-b2a0-4f01-9dca-fd276792dc73", "name": "network-vif-deleted", "tag": "21bbf672-b4dc-4800-a86f-8518de16fcca", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:17.743713 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36129484-e7d2-4969-9d88-9a57f98a4d72 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:17.744086 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36129484-e7d2-4969-9d88-9a57f98a4d72'] response: {'server_uuid': '6657e20f-b2a0-4f01-9dca-fd276792dc73', 'name': 'network-vif-deleted', 'tag': '21bbf672-b4dc-4800-a86f-8518de16fcca', 'status': 'completed', 'code': 200} Aug 30 01:21:17.784219 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:18.096759 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-198f8e14-24e5-419f-ba02-50e14e0d41a8 req-99b8c55e-1746-4640-b9e4-cffb31981c54 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=6657e20f-b2a0-4f01-9dca-fd276792dc73 HTTP/1.1" status: 200 len: 210 time: 0.0417128 Aug 30 01:21:18.136356 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:18.137158 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:18.213870 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:18.258045 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] Checking router: e6285b1e-66c4-4723-ae41-c5ab5e144614 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:21:18.269332 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:18.269984 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:18.431286 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:18.724611 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:18.756701 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634d51a-906f-497c-8726-e8fd5713b160 None None] The sync data for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi is: [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:21:19.028486 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8584cb-d729-4733-a717-a031f3d8407f None None] New status for floating IP 9e436b47-5c90-4584-8bc0-b53ba83f9cf6: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:21:19.243535 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34066) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:19.252278 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:19.310669 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bebae53c-7eee-4e22-a137-adf9e61a6f3a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (5940bc22-ef3f-4f30-9606-f4d689444d80), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.335317 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bebae53c-7eee-4e22-a137-adf9e61a6f3a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (5940bc22-ef3f-4f30-9606-f4d689444d80), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.388659 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bebae53c-7eee-4e22-a137-adf9e61a6f3a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5940bc22-ef3f-4f30-9606-f4d689444d80), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.394243 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bebae53c-7eee-4e22-a137-adf9e61a6f3a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.398590 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-bebae53c-7eee-4e22-a137-adf9e61a6f3a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/5940bc22-ef3f-4f30-9606-f4d689444d80 HTTP/1.1" status: 204 len: 168 time: 0.1513457 Aug 30 01:21:19.399073 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34068) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:19.413324 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae53c-7eee-4e22-a137-adf9e61a6f3a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5940bc22-ef3f-4f30-9606-f4d689444d80,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:19.413544 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-4a3c2481-b94d-4ca9-bb86-255fd512c6f6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] show failed (client error): The resource could not be found. Aug 30 01:21:19.417404 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4a3c2481-b94d-4ca9-bb86-255fd512c6f6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups/5940bc22-ef3f-4f30-9606-f4d689444d80 HTTP/1.1" status: 404 len: 347 time: 0.0144968 Aug 30 01:21:19.417854 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34070) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:19.552983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Deleting port 4854f67c-4178-4017-8d71-ee5db08c27b0 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:19.553323 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.593025 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:19.645030 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.645401 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (4854f67c-4178-4017-8d71-ee5db08c27b0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.663703 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Calling delete_port for 4854f67c-4178-4017-8d71-ee5db08c27b0 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:19.751053 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:19.822974 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (4854f67c-4178-4017-8d71-ee5db08c27b0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.847627 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event deleted for resources: {'Port': ['ID=4854f67c-4178-4017-8d71-ee5db08c27b0,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:19.880996 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (9e436b47-5c90-4584-8bc0-b53ba83f9cf6), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.883497 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.884759 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-12c8959a-5d6c-44e2-b333-41f683952ecb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/9e436b47-5c90-4584-8bc0-b53ba83f9cf6 HTTP/1.1" status: 204 len: 168 time: 0.4658794 Aug 30 01:21:19.974827 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34074) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:19.979531 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-773b684e-efef-4851-9bc9-97f1d236205f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411123702', 'description': 'tempest-description--1294279416'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:20.012258 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-773b684e-efef-4851-9bc9-97f1d236205f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.096307 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-773b684e-efef-4851-9bc9-97f1d236205f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (0e0056d4-8153-4068-9627-e856b37f70cc), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.101838 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-773b684e-efef-4851-9bc9-97f1d236205f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0e0056d4-8153-4068-9627-e856b37f70cc), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.135390 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b684e-efef-4851-9bc9-97f1d236205f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0056d4-8153-4068-9627-e856b37f70cc,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:20.139555 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-773b684e-efef-4851-9bc9-97f1d236205f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.140841 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-773b684e-efef-4851-9bc9-97f1d236205f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1649928 Aug 30 01:21:20.145069 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34076) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:20.151468 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-cbf91e8c-00ef-4eee-80c0-898433ce89a3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'security_group_rule': {'security_group_id': '0e0056d4-8153-4068-9627-e856b37f70cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:20.184266 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbf91e8c-00ef-4eee-80c0-898433ce89a3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (a9aa3975-85c6-49fe-bf74-8f1ed11e13f2), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.244633 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbf91e8c-00ef-4eee-80c0-898433ce89a3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (a9aa3975-85c6-49fe-bf74-8f1ed11e13f2), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.248851 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbf91e8c-00ef-4eee-80c0-898433ce89a3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (a9aa3975-85c6-49fe-bf74-8f1ed11e13f2), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.268802 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf91e8c-00ef-4eee-80c0-898433ce89a3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9aa3975-85c6-49fe-bf74-8f1ed11e13f2,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:20.275334 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cbf91e8c-00ef-4eee-80c0-898433ce89a3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.276560 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cbf91e8c-00ef-4eee-80c0-898433ce89a3 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303475 Aug 30 01:21:20.279371 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34078) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:20.284293 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-726734bf-4670-4353-a7c6-3cd89f6273b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'security_group_rule': {'security_group_id': '0e0056d4-8153-4068-9627-e856b37f70cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:20.312971 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-726734bf-4670-4353-a7c6-3cd89f6273b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (08c539a5-36b4-413a-8615-8e96bcd2a3d9), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.383407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-726734bf-4670-4353-a7c6-3cd89f6273b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (08c539a5-36b4-413a-8615-8e96bcd2a3d9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.387325 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-726734bf-4670-4353-a7c6-3cd89f6273b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (08c539a5-36b4-413a-8615-8e96bcd2a3d9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.406079 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726734bf-4670-4353-a7c6-3cd89f6273b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c539a5-36b4-413a-8615-8e96bcd2a3d9,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:20.417029 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-726734bf-4670-4353-a7c6-3cd89f6273b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.418314 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-726734bf-4670-4353-a7c6-3cd89f6273b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380076 Aug 30 01:21:20.421963 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34080) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:20.425034 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 21bbf672-b4dc-4800-a86f-8518de16fcca no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:20.426780 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:20.432562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:20.445798 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 21bbf672-b4dc-4800-a86f-8518de16fcca {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:20.446345 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 21bbf672-b4dc-4800-a86f-8518de16fcca not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:20.452771 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.541990 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.664685 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:20.666087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Allocated IP 172.27.3.220 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/065cb1c8-37f9-4ff8-a16b-32170506a4eb) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:21:20.792219 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.828311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.878279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:21:20.881508 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:21:20.885632 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:21:20.893575 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'Port': ['ID=065cb1c8-37f9-4ff8-a16b-32170506a4eb,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:20.938772 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (780e10a9-7948-4eaa-9555-3af0414ab885), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.980082 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:21.151119 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:21.156054 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:21.156720 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (780e10a9-7948-4eaa-9555-3af0414ab885), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:21.196729 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:21.197860 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7748938 Aug 30 01:21:21.207746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c55d23-cb21-43c2-b00f-5a50278439c4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'Port': ['ID=065cb1c8-37f9-4ff8-a16b-32170506a4eb,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:21.386826 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:21.414748 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-0070fa25-a8a8-4a71-b745-dc2b7e888db4 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--411123702&fields=id&tenant_id=a69f2b2876ed47459a8b960ff679c724 HTTP/1.1" status: 200 len: 267 time: 0.0545294 Aug 30 01:21:21.524403 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-a6ad1768-3cac-4dcf-8f1e-51cdcdeb60a7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:21.525744 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-a6ad1768-3cac-4dcf-8f1e-51cdcdeb60a7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 811 time: 0.1043155 Aug 30 01:21:21.542035 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-d2c1ae9b-33ed-48eb-a991-5276776b6bec tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/quotas/a69f2b2876ed47459a8b960ff679c724 HTTP/1.1" status: 200 len: 375 time: 0.0106528 Aug 30 01:21:21.598408 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7d93b7e5-f701-416d-ac46-7bb52e2cad0f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510798 Aug 30 01:21:21.711847 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-f133c502-9826-4d12-ba56-fcb4aa471fe3 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014729 Aug 30 01:21:21.769904 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:21.813907 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-68c40617-60ec-4354-9cfe-4c15ebf0d4a4 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959947 Aug 30 01:21:21.999583 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c73ea6ed-1535-464a-8464-6d1594f16741 req-715eb3d9-bf34-44a2-aa06-bdbf78661c2f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 210 time: 0.0294890 Aug 30 01:21:23.109397 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e4d0b245-200e-4924-a0ba-c57eba53e8c2 req-3fb38ca6-fe52-4c29-ba47-a35e48abfb43 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 210 time: 0.0299377 Aug 30 01:21:23.303904 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-ef056e33-3630-44c3-bf49-17b9135e48d6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:23.305336 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-ef056e33-3630-44c3-bf49-17b9135e48d6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 811 time: 0.1131904 Aug 30 01:21:23.378400 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-5d1390df-3114-4ac0-be91-0303e0585c58 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a69f2b2876ed47459a8b960ff679c724 HTTP/1.1" status: 200 len: 379 time: 0.0563738 Aug 30 01:21:23.499253 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'port': {'device_id': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'admin_state_up': True, 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'security_groups': ['0e0056d4-8153-4068-9627-e856b37f70cc']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:23.610567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Made reservation on behalf of a69f2b2876ed47459a8b960ff679c724 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:21:23.614244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:23.746359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Allocated IP 172.20.0.9 (b8469c42-cfe3-468a-82da-a1b36c332c12/72bea7c6-c802-4f8e-bac9-179f8720a5e4/337b409d-a296-4c2d-9a34-bab9e39b72c4) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:21:23.792068 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:23.897576 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:23.929351 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:23.972118 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:23.974337 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Network b8469c42-cfe3-468a-82da-a1b36c332c12 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:21:23.979799 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:21:23.984234 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:21:23.992048 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event updated for resources: {'Port': ['ID=337b409d-a296-4c2d-9a34-bab9e39b72c4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:24.040186 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:24.040803 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.059643 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-7445fc02-81c4-4855-b8f0-3e16dac21151 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646694 Aug 30 01:21:24.077234 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Request body: {'port': {'device_id': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:24.144322 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.185804 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-32b47dd3-a0ed-4285-9203-9a26c53b7073 None None] Provisioning complete for port 337b409d-a296-4c2d-9a34-bab9e39b72c4 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:21:24.186419 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-32b47dd3-a0ed-4285-9203-9a26c53b7073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.224060 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-32b47dd3-a0ed-4285-9203-9a26c53b7073 None None] Port 337b409d-a296-4c2d-9a34-bab9e39b72c4 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:21:24.304683 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b0173-7fbf-4551-a47a-2a828ea74a3a req-6e9ea9a6-3cb2-4a08-a058-dd8bfd220b0d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:24.306126 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-437b0173-7fbf-4551-a47a-2a828ea74a3a req-6e9ea9a6-3cb2-4a08-a058-dd8bfd220b0d tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 931 time: 0.1057069 Aug 30 01:21:24.411244 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-437b0173-7fbf-4551-a47a-2a828ea74a3a req-1f3f0155-b205-4a95-8237-2e5e73d445d2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988345 Aug 30 01:21:24.495147 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337b409d-a296-4c2d-9a34-bab9e39b72c4 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:21:24.502963 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Publish callbacks [] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.515220 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Transition to ACTIVE for port object 337b409d-a296-4c2d-9a34-bab9e39b72c4 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:21:24.519742 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.583300 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Pushing event updated for resources: {'Port': ['ID=337b409d-a296-4c2d-9a34-bab9e39b72c4,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:24.635504 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Attempting to bind port 337b409d-a296-4c2d-9a34-bab9e39b72c4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:21:24.635836 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Attempting to bind port 337b409d-a296-4c2d-9a34-bab9e39b72c4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:21:24.636198 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Attempting to bind port 337b409d-a296-4c2d-9a34-bab9e39b72c4 on network b8469c42-cfe3-468a-82da-a1b36c332c12 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:21:24.641235 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Port 337b409d-a296-4c2d-9a34-bab9e39b72c4 on network b8469c42-cfe3-468a-82da-a1b36c332c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:21:24.641554 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Attempting to bind port 337b409d-a296-4c2d-9a34-bab9e39b72c4 on network b8469c42-cfe3-468a-82da-a1b36c332c12 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:21:24.650004 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:21:24.650343 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Checking segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:21:24.650728 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Bound using segment: {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:21:24.651156 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Bound port: 337b409d-a296-4c2d-9a34-bab9e39b72c4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357464a8-f3b1-438d-9e88-de1fd8b8872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:21:24.651511 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.715349 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:24.717793 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] For port 337b409d-a296-4c2d-9a34-bab9e39b72c4, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:21:24.723378 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] For port 337b409d-a296-4c2d-9a34-bab9e39b72c4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:21:24.730226 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.734709 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:24.735321 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.736729 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/337b409d-a296-4c2d-9a34-bab9e39b72c4 HTTP/1.1" status: 200 len: 1093 time: 0.6638508 Aug 30 01:21:24.738911 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:24.741197 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827c2eac-2377-4b2b-befa-2e47b45cd4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:24.785155 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9189a7ec-c8aa-4f72-909d-0215f26ac223 x-openstack-request-id: req-9189a7ec-c8aa-4f72-909d-0215f26ac223 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:24.785442 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:24.785694 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9189a7ec-c8aa-4f72-909d-0215f26ac223 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:24.786090 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9189a7ec-c8aa-4f72-909d-0215f26ac223'] response: {'name': 'network-changed', 'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'status': 'completed', 'code': 200} Aug 30 01:21:24.787928 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:24.791921 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342abdef-6090-4917-aecd-97802c30fe40 service neutron] Pushing event updated for resources: {'Port': ['ID=337b409d-a296-4c2d-9a34-bab9e39b72c4,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:24.857477 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-b5c75048-de58-4cee-ac13-30014ed0078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:24.858976 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-b5c75048-de58-4cee-ac13-30014ed0078d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 1127 time: 0.0423961 Aug 30 01:21:24.906390 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-b0fb0ccd-5f96-4e5f-bdca-db60ea7f0cbe service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4 HTTP/1.1" status: 200 len: 217 time: 0.0324011 Aug 30 01:21:24.955152 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-316953b3-e533-4337-8461-bd3d5e369996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:24.956757 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-316953b3-e533-4337-8461-bd3d5e369996 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.0440814 Aug 30 01:21:25.001212 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-62e21844-782e-4725-9d3b-d77f1fd84edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:25.002605 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-62e21844-782e-4725-9d3b-d77f1fd84edd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393345 Aug 30 01:21:25.100329 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-70c755b8-0bed-41cb-a9c5-18edc3887f06 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912151 Aug 30 01:21:25.427953 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3204ccab-a328-4e7d-86fa-de0b52bf0d12 req-e21631da-d494-4fa6-a3e5-dd5e91b825b8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208427 Aug 30 01:21:25.532598 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128fb7-1444-4ebc-9aae-3a4b5c84e0b2 req-c2b001b7-c25e-42a9-a4fa-21fcedff9ece tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:25.534697 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-94128fb7-1444-4ebc-9aae-3a4b5c84e0b2 req-c2b001b7-c25e-42a9-a4fa-21fcedff9ece tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 943 time: 0.0468886 Aug 30 01:21:25.581537 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-94128fb7-1444-4ebc-9aae-3a4b5c84e0b2 req-85d0925b-4b81-47e6-9266-5e2565bce578 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405898 Aug 30 01:21:26.322911 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:26.331103 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:26.499541 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-41461429-28a7-460d-bbca-d7a48f1b6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.501005 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-41461429-28a7-460d-bbca-d7a48f1b6446 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 1127 time: 0.0410810 Aug 30 01:21:26.604053 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-cfa50c91-7e19-4c22-85e9-1f75d76213d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.605525 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-cfa50c91-7e19-4c22-85e9-1f75d76213d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 912 time: 0.0911901 Aug 30 01:21:26.646670 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-0e2ad324-7e65-432c-b67a-d4df4ee1844a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4 HTTP/1.1" status: 200 len: 217 time: 0.0334647 Aug 30 01:21:26.719144 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-34f04cca-1f29-49ff-9812-f80c18d7e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.720652 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-34f04cca-1f29-49ff-9812-f80c18d7e0e8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.0673323 Aug 30 01:21:26.766413 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-ef0bf703-8ab1-4664-809c-c24c17c6e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.767923 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-ef0bf703-8ab1-4664-809c-c24c17c6e3f6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408640 Aug 30 01:21:26.869593 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-bb6b729d-e596-4ecd-824b-c30b38b734c9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938189 Aug 30 01:21:26.907822 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713160e-3640-4f9e-bef4-1bdc4ef1dd03 req-6db14334-8198-4c26-ab1e-c073ef5ac439 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.909344 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5713160e-3640-4f9e-bef4-1bdc4ef1dd03 req-6db14334-8198-4c26-ab1e-c073ef5ac439 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 943 time: 0.2502828 Aug 30 01:21:26.958866 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5713160e-3640-4f9e-bef4-1bdc4ef1dd03 req-93cda40c-2cd0-4ee4-b504-6fde96cb4940 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430419 Aug 30 01:21:26.964253 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-827c2eac-2377-4b2b-befa-2e47b45cd4f9 req-9f86f410-f886-4733-9efb-4b5fd480b217 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884364 Aug 30 01:21:28.139677 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16719e-a77a-4bda-870d-fc33f2dc53f0 req-ec76e520-7fca-418f-9bd1-810aa54ffeff tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:28.141214 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9f16719e-a77a-4bda-870d-fc33f2dc53f0 req-ec76e520-7fca-418f-9bd1-810aa54ffeff tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 943 time: 0.1085994 Aug 30 01:21:28.193708 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9f16719e-a77a-4bda-870d-fc33f2dc53f0 req-c71b136f-c197-438a-9bf3-2f5d0110089e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461757 Aug 30 01:21:28.473866 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 337b409d-a296-4c2d-9a34-bab9e39b72c4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:21:28.575274 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 337b409d-a296-4c2d-9a34-bab9e39b72c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:28.586370 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'port_id': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'mac_address': 'fa:16:3e:b5:b1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:21:28.625627 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 337b409d-a296-4c2d-9a34-bab9e39b72c4 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:28.626012 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:28.639376 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337b409d-a296-4c2d-9a34-bab9e39b72c4 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:21:28.659598 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 337b409d-a296-4c2d-9a34-bab9e39b72c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:28.664344 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:28.713581 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=337b409d-a296-4c2d-9a34-bab9e39b72c4,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:28.720160 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.720505 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.720868 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.721208 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.721538 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.721884 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.722187 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.722514 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.723457 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.724346 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.724622 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.724948 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.725270 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.725591 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:28.725908 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:29.050714 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['337b409d-a296-4c2d-9a34-bab9e39b72c4'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:29.316841 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51fbd0-e180-4a9f-868a-f2949f0b5902 req-0a1fddb9-897b-483d-9538-b59db430e757 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:29.318218 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b51fbd0-e180-4a9f-868a-f2949f0b5902 req-0a1fddb9-897b-483d-9538-b59db430e757 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 944 time: 0.0515485 Aug 30 01:21:29.366510 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b51fbd0-e180-4a9f-868a-f2949f0b5902 req-d8d97bba-0328-4e8d-87c9-84664cb7cc63 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427458 Aug 30 01:21:29.469243 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:29.500528 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-4a801d9d-7625-4595-a593-2ec855d4ee59 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388167 Aug 30 01:21:29.570959 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:29.585305 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-49cbf99a-f625-4612-bac8-ea30a41a6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:29.586818 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-49cbf99a-f625-4612-bac8-ea30a41a6568 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=adf47975f465467498be24ebe2c81ad7&device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 1129 time: 0.0441821 Aug 30 01:21:29.725370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-fb335cf5-bb77-4d9f-9741-e27bbfaa4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:29.726840 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-fb335cf5-bb77-4d9f-9741-e27bbfaa4b94 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 200 len: 920 time: 0.1003914 Aug 30 01:21:30.149243 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-a4da09c9-2cf1-4695-aef1-82c232f23108 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 HTTP/1.1" status: 200 len: 217 time: 0.0327754 Aug 30 01:21:30.212372 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-7b493acf-6907-43e9-a472-ca7312608ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:30.213867 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-7b493acf-6907-43e9-a472-ca7312608ffe service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 200 len: 858 time: 0.0525031 Aug 30 01:21:30.326911 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-a9a44db5-11c4-4fcd-9bed-78dd498cd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:30.328485 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-a9a44db5-11c4-4fcd-9bed-78dd498cd3a2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b2938f22-9675-44ea-8234-907289538481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415416 Aug 30 01:21:30.429739 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-48397cb9-431a-4ad0-bf66-e99ad3e9ef28 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946434 Aug 30 01:21:30.516301 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 337b409d-a296-4c2d-9a34-bab9e39b72c4 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:21:30.545655 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409956-dcfb-485d-8780-436292a89134 req-c91db0d8-88a4-4cc3-9edd-e6c3f86bc778 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:30.547239 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8e409956-dcfb-485d-8780-436292a89134 req-c91db0d8-88a4-4cc3-9edd-e6c3f86bc778 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 944 time: 0.0887294 Aug 30 01:21:30.563548 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 337b409d-a296-4c2d-9a34-bab9e39b72c4 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:21:30.570048 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 337b409d-a296-4c2d-9a34-bab9e39b72c4 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:21:30.570695 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:30.593658 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e71b891a-3b4a-4365-8ff8-fd1a7d787553 req-1d0f0478-1a66-4667-adf8-97df91f1811b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546855 Aug 30 01:21:30.623501 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8e409956-dcfb-485d-8780-436292a89134 req-acbe2c13-b574-43b9-8c93-6c7a0f9984e1 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634384 Aug 30 01:21:30.656871 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 337b409d-a296-4c2d-9a34-bab9e39b72c4 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:30.657268 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:30.693862 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:30.696727 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5966b5c-5baf-4f0a-817a-846e3cf237ce" -d '{"events": [{"server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "name": "network-vif-plugged", "status": "completed", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:30.711952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 337b409d-a296-4c2d-9a34-bab9e39b72c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:30.720294 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:30.755276 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290c91b-246f-44d7-93c7-2c9424ff7fd8 x-openstack-request-id: req-3290c91b-246f-44d7-93c7-2c9424ff7fd8 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:30.755622 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "name": "network-vif-plugged", "status": "completed", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:30.756024 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3290c91b-246f-44d7-93c7-2c9424ff7fd8 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:30.756208 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3290c91b-246f-44d7-93c7-2c9424ff7fd8'] response: {'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'code': 200} Aug 30 01:21:30.771505 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:30.787308 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=337b409d-a296-4c2d-9a34-bab9e39b72c4,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:31.034433 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043c143-42da-484a-a727-22551559a922 req-0ae6ad1e-e3b5-489b-9274-09ed00afd92b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:31.036368 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3043c143-42da-484a-a727-22551559a922 req-0ae6ad1e-e3b5-489b-9274-09ed00afd92b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0515459 Aug 30 01:21:31.091068 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3043c143-42da-484a-a727-22551559a922 req-89360bc9-ec62-4934-abfa-15d611fcb3d7 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488896 Aug 30 01:21:31.752254 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a7783-8167-4d8f-9e1a-7a4a4b9a1a26 req-1de36919-94dd-48a9-bdbd-9957d1619dcb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:31.753800 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df4a7783-8167-4d8f-9e1a-7a4a4b9a1a26 req-1de36919-94dd-48a9-bdbd-9957d1619dcb tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0497491 Aug 30 01:21:31.808559 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df4a7783-8167-4d8f-9e1a-7a4a4b9a1a26 req-ca72a278-88d4-457c-b0e8-6a8c393c424f tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440161 Aug 30 01:21:32.217884 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ba2f-d324-4ad7-bb17-60768661b67b req-7f0d4081-02ee-4ceb-a182-c224fe6debb5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:32.219573 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-09c8ba2f-d324-4ad7-bb17-60768661b67b req-7f0d4081-02ee-4ceb-a182-c224fe6debb5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0524337 Aug 30 01:21:32.269986 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-09c8ba2f-d324-4ad7-bb17-60768661b67b req-1553f7b1-b402-4d61-b18b-6bc8d01b4095 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448422 Aug 30 01:21:32.342132 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:32.932064 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbdf97-1e04-4dd5-8cbb-94dafa371564 req-90c8cf11-26fd-416c-ae6b-dbcae6daa2b7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:32.933536 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13cbdf97-1e04-4dd5-8cbb-94dafa371564 req-90c8cf11-26fd-416c-ae6b-dbcae6daa2b7 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0465271 Aug 30 01:21:32.983294 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13cbdf97-1e04-4dd5-8cbb-94dafa371564 req-323b59bb-90ce-4c46-86aa-62967588b886 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441940 Aug 30 01:21:33.390388 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254c80d-ddc6-44e4-b5f4-d5ae4321045f req-ea856139-7433-40e2-8689-df0114641743 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:33.391877 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e254c80d-ddc6-44e4-b5f4-d5ae4321045f req-ea856139-7433-40e2-8689-df0114641743 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0481510 Aug 30 01:21:33.444815 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e254c80d-ddc6-44e4-b5f4-d5ae4321045f req-a95fd794-b1c7-4b19-a4fc-ba28d534561f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471115 Aug 30 01:21:33.535645 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=43 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:33.541211 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=43 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:34.163931 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665b51b-6fbb-477d-a32a-ccaf71a71a80 req-c3a731c1-b6e9-4c5f-bfc9-51224e7e83c0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:34.165492 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8665b51b-6fbb-477d-a32a-ccaf71a71a80 req-c3a731c1-b6e9-4c5f-bfc9-51224e7e83c0 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0467362 Aug 30 01:21:34.213761 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8665b51b-6fbb-477d-a32a-ccaf71a71a80 req-227c833f-d914-4503-a0f6-cac88e492497 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 Aug 30 01:21:34.278927 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366d335-dcf2-4b72-9453-bfb4274027d5 req-9e34e82c-7947-437d-8f63-d08113ae1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:34.280346 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0366d335-dcf2-4b72-9453-bfb4274027d5 req-9e34e82c-7947-437d-8f63-d08113ae1a5e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 1129 time: 0.0430791 Aug 30 01:21:34.323401 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0366d335-dcf2-4b72-9453-bfb4274027d5 req-e25e991f-ccbf-47cd-82ad-11954a23f95b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368810 Aug 30 01:21:34.381722 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c8f254cb-d113-4fa4-8ab9-ec212a7b4dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:34.563907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:34.572252 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3430-19d2-4b16-8804-202c354d0bf5 req-5bc55a76-2442-43f1-afe4-af3f32edb5da tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:34.573874 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fa8c3430-19d2-4b16-8804-202c354d0bf5 req-5bc55a76-2442-43f1-afe4-af3f32edb5da tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0488572 Aug 30 01:21:34.577955 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4339-bae0-4f5e-946b-a1dcd58bd941 req-6716c3bc-5eeb-4f88-aa52-6d993af72510 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:34.579426 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-35cd4339-bae0-4f5e-946b-a1dcd58bd941 req-6716c3bc-5eeb-4f88-aa52-6d993af72510 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0482247 Aug 30 01:21:34.624858 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fa8c3430-19d2-4b16-8804-202c354d0bf5 req-75bc0b49-8000-4ff7-b4ee-e5a61c7db77f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 Aug 30 01:21:34.641954 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-35cd4339-bae0-4f5e-946b-a1dcd58bd941 req-8a70cc24-fdec-49a1-8ac6-c68d79fffa6f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555305 Aug 30 01:21:35.338935 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d137dbc-01fb-4e7b-9616-60c5a4028e15 req-5dbe7bc5-9a87-46ca-85a9-350eec204c23 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:35.340490 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3d137dbc-01fb-4e7b-9616-60c5a4028e15 req-5dbe7bc5-9a87-46ca-85a9-350eec204c23 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0530701 Aug 30 01:21:35.402885 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-20e054e0-74ec-46b2-a564-7b6a6643c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:35.404473 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-20e054e0-74ec-46b2-a564-7b6a6643c7cb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1169 time: 0.0583947 Aug 30 01:21:35.410542 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:35.428120 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3d137dbc-01fb-4e7b-9616-60c5a4028e15 req-8d4f0861-36b3-4345-babf-abdcf04e8e29 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808504 Aug 30 01:21:35.482088 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-28b6860b-fc3a-41ed-a717-2f0d172e772f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:35.483542 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-28b6860b-fc3a-41ed-a717-2f0d172e772f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.1534011 Aug 30 01:21:35.544752 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:21:35.760574 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1320-39a9-4ba4-b27b-3596729fc5f2 req-23afe3db-9123-48c1-97d1-b8a3543bc590 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:35.762072 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-416f1320-39a9-4ba4-b27b-3596729fc5f2 req-23afe3db-9123-48c1-97d1-b8a3543bc590 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 945 time: 0.0584171 Aug 30 01:21:35.773557 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6569b5-739c-4b61-8d44-c6dfdead99db req-a8dfff0c-6294-4664-a103-98b8d11c1c8a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:35.775093 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0d6569b5-739c-4b61-8d44-c6dfdead99db req-a8dfff0c-6294-4664-a103-98b8d11c1c8a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0488727 Aug 30 01:21:35.812949 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-416f1320-39a9-4ba4-b27b-3596729fc5f2 req-2d5186f7-2827-4048-9346-16273d4e8bdc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=88202504-0353-4c54-901c-3cf66976be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Aug 30 01:21:35.839805 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0d6569b5-739c-4b61-8d44-c6dfdead99db req-3a45544e-daa0-44cd-a251-a451a8bcd49f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589144 Aug 30 01:21:36.045238 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:36.048669 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-48356e1a-f78c-419b-9cc3-30c7b1d617c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:36.051272 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-48356e1a-f78c-419b-9cc3-30c7b1d617c7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 200 len: 916 time: 0.0919397 Aug 30 01:21:36.080923 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:36.158796 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Deleting port 4c098562-e7ad-4247-be8d-fe3c6317e383 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:36.159135 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:36.280213 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] For port 4c098562-e7ad-4247-be8d-fe3c6317e383, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c098562-e7ad-4247-be8d-fe3c6317e383,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:36.280585 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:36.382314 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-3088ac07-1647-47ae-8790-15469205a563 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 1002 time: 0.3230171 Aug 30 01:21:36.433828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-331d201f-d054-4425-90f9-0f2f3be78857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:36.435289 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-331d201f-d054-4425-90f9-0f2f3be78857 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bdc24733-39f7-493a-b66f-4d9e4233a9d6 HTTP/1.1" status: 200 len: 854 time: 0.0467257 Aug 30 01:21:36.467727 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:36.468224 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:36.468515 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Floating IP 12e0ef66-de9d-489b-b2e6-2135cff439af disassociated. External IP: 172.27.3.49, port: 4c098562-e7ad-4247-be8d-fe3c6317e383. Aug 30 01:21:36.468859 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Calling delete_port for 4c098562-e7ad-4247-be8d-fe3c6317e383 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:36.485034 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-f4012b14-183b-4308-b43b-62337cefb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:36.485667 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-f4012b14-183b-4308-b43b-62337cefb56d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5ce0c305-01fc-449d-b0c0-4088efbdda38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442898 Aug 30 01:21:36.585466 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e326ee97-d08c-4f58-8080-bb40f6644904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:36.602779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c255559-a1df-4acf-ba34-11293e7c4b83 req-4100f74d-344e-4ab8-9c7b-223ed7860383 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:36.604346 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7c255559-a1df-4acf-ba34-11293e7c4b83 req-4100f74d-344e-4ab8-9c7b-223ed7860383 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0833573 Aug 30 01:21:36.611775 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-3424c449-01dd-4091-b94f-eebd5918f0d1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186142 Aug 30 01:21:36.686028 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (4c098562-e7ad-4247-be8d-fe3c6317e383), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:36.707864 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c760c7f2-9119-47fb-8cc2-19d6ebef2b89 req-1d165617-db8b-4b5b-8af3-6d8a546b0d1b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899892 Aug 30 01:21:36.730263 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7c255559-a1df-4acf-ba34-11293e7c4b83 req-ee5f8bb2-5005-49a0-9e9c-f5a114e740b9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185141 Aug 30 01:21:36.731250 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event deleted for resources: {'Port': ['ID=4c098562-e7ad-4247-be8d-fe3c6317e383,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:36.747205 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.747813 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.748181 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.748514 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.748842 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.749167 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.749491 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.749813 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.750132 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.750454 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.750782 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.751093 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.751414 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.751740 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.752084 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:36.870915 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6335527-1c92-4c5c-b852-20a31150658b req-458b109c-ffbe-4713-a533-ae93f22a0caf tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:36.873429 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e6335527-1c92-4c5c-b852-20a31150658b req-458b109c-ffbe-4713-a533-ae93f22a0caf tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0684192 Aug 30 01:21:36.875540 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Router ca549045-da0a-4eb7-b459-5810c9d64b28 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:21:36.891756 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34194) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:36.927035 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Request body: {'floatingip': {'port_id': '337b409d-a296-4c2d-9a34-bab9e39b72c4'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:36.959097 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:36.990017 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:37.012304 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (780e10a9-7948-4eaa-9555-3af0414ab885), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:37.012600 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed91b88-3a46-46cb-ae1b-af189a9503f1 req-3fa77916-638c-4468-8408-de4416a5c09b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:37.014299 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bed91b88-3a46-46cb-ae1b-af189a9503f1 req-3fa77916-638c-4468-8408-de4416a5c09b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0618439 Aug 30 01:21:37.018408 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1e56f2d1-2445-49c0-9ae7-d5df29a07298 req-05741752-c823-4d94-93cf-aad06e88fccd tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 210 time: 0.0577672 Aug 30 01:21:37.119387 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bed91b88-3a46-46cb-ae1b-af189a9503f1 req-af35e450-e5bd-445d-9af0-71684feecea5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914669 Aug 30 01:21:37.150624 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:21:37.168762 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] Sync routers for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:21:37.181034 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:37.182156 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:37.228423 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] No DVR routers for this DVR port 4c098562-e7ad-4247-be8d-fe3c6317e383 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:37.232616 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:37.238390 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-46a8c63d-f232-4ac7-a684-14c821e200b1 req-398d13a7-87b0-4e8b-bb1c-65c58f9350f3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "DELETE /networking/v2.0/ports/4c098562-e7ad-4247-be8d-fe3c6317e383 HTTP/1.1" status: 204 len: 173 time: 1.1965592 Aug 30 01:21:37.243674 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'name': 'network-vif-deleted', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:37.248838 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32b9ff9-1cf1-4b71-9465-2a69d373678b" -d '{"events": [{"server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "name": "network-vif-deleted", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:37.310686 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:37.341132 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498537f-a4b1-4010-92fe-18ff7efae1a4 x-openstack-request-id: req-0498537f-a4b1-4010-92fe-18ff7efae1a4 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:37.341674 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6ce1c9-bac7-4653-8051-123c152ed7df", "name": "network-vif-deleted", "tag": "4c098562-e7ad-4247-be8d-fe3c6317e383", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:37.341937 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0498537f-a4b1-4010-92fe-18ff7efae1a4 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:37.342446 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0498537f-a4b1-4010-92fe-18ff7efae1a4'] response: {'server_uuid': '9f6ce1c9-bac7-4653-8051-123c152ed7df', 'name': 'network-vif-deleted', 'tag': '4c098562-e7ad-4247-be8d-fe3c6317e383', 'status': 'completed', 'code': 200} Aug 30 01:21:37.520588 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:37.552023 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] Checking router: ca549045-da0a-4eb7-b459-5810c9d64b28 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:21:37.561186 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:37.562042 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:37.679772 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:37.694688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:37.699686 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (780e10a9-7948-4eaa-9555-3af0414ab885), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:37.818724 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Floating IP 780e10a9-7948-4eaa-9555-3af0414ab885 associated. External IP: 172.27.3.220, port: 337b409d-a296-4c2d-9a34-bab9e39b72c4. Aug 30 01:21:37.906114 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:37.936263 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed2d00-42cc-48cd-a096-1fb995506ad2 None None] The sync data for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi is: [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:16:30Z', 'revision_number': 4, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'b32178c6-a3e0-4f19-8103-c15cb26bc2e4', 'name': '', 'network_id': 'b2938f22-9675-44ea-8234-907289538481', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'mac_address': 'fa:16:3e:bb:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:27Z', 'updated_at': '2022-08-30T01:16:47Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'subnets': [{'id': '7376bd6d-fa47-44bf-9190-f1d408451305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:21:38.225086 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ab6e8f5-a87e-4256-bc79-4914b2c053cb req-29284aaf-873c-4f71-84e3-1f13a9c23ecc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9f6ce1c9-bac7-4653-8051-123c152ed7df HTTP/1.1" status: 200 len: 210 time: 0.0785964 Aug 30 01:21:38.283084 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a1300-5b4f-4565-9e95-673b5d30de82 None None] New status for floating IP 12e0ef66-de9d-489b-b2e6-2135cff439af: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:21:38.350141 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8658eaa-97b7-4cae-a37d-a32ab50a40a8 req-d3652069-e2f0-421f-85f0-85f6afd4448d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:38.351668 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8658eaa-97b7-4cae-a37d-a32ab50a40a8 req-d3652069-e2f0-421f-85f0-85f6afd4448d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0674767 Aug 30 01:21:38.356619 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Router e6285b1e-66c4-4723-ae41-c5ab5e144614 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:21:38.447627 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:38.475504 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8658eaa-97b7-4cae-a37d-a32ab50a40a8 req-0ec18f28-afc1-44e7-be62-2534cbacace4 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155894 Aug 30 01:21:38.501790 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:38.515159 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:38.533497 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:21:38.538772 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:38.546786 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] Sync routers for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:21:38.558647 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4c098562-e7ad-4247-be8d-fe3c6317e383 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:38.561123 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:38.561784 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:38.581899 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9decdd42-1407-45e2-b7e9-44a66b4ed876 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/780e10a9-7948-4eaa-9555-3af0414ab885 HTTP/1.1" status: 200 len: 991 time: 1.6881182 Aug 30 01:21:38.585185 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 4c098562-e7ad-4247-be8d-fe3c6317e383 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:38.585720 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4c098562-e7ad-4247-be8d-fe3c6317e383 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:38.681954 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:38.930446 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:38.981033 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:38.994199 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '780e10a9-7948-4eaa-9555-3af0414ab885', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'port_id': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'mac_address': 'fa:16:3e:b5:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:21:20Z', 'updated_at': '2022-08-30T01:21:37Z', 'revision_number': 1, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:39.020637 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] Checking router: e6285b1e-66c4-4723-ae41-c5ab5e144614 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:21:39.029599 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:39.030217 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:39.133587 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:39.309220 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34210) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:39.344508 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:39.347276 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '780e10a9-7948-4eaa-9555-3af0414ab885', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'port_id': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'mac_address': 'fa:16:3e:b5:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:21:20Z', 'updated_at': '2022-08-30T01:21:37Z', 'revision_number': 1, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:39.347724 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34448028-b2f3-4bc6-9189-5f85a0dea375" -d '{"events": [{"name": "network-changed", "server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:39.373896 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4d904523-6d90-4169-a216-372573f93472 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group (88202504-0353-4c54-901c-3cf66976be0a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.374310 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fdf4d0-3dac-4579-a167-7ef6030fdb31 None None] The sync data for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi is: [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '780e10a9-7948-4eaa-9555-3af0414ab885', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'port_id': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'mac_address': 'fa:16:3e:b5:b1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:21:20Z', 'updated_at': '2022-08-30T01:21:37Z', 'revision_number': 1, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:21:39.390367 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f2b46-c230-43e9-acbc-b5211470cd70 x-openstack-request-id: req-d38f2b46-c230-43e9-acbc-b5211470cd70 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:39.390875 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:39.390970 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d38f2b46-c230-43e9-acbc-b5211470cd70 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:39.391299 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38f2b46-c230-43e9-acbc-b5211470cd70'] response: {'name': 'network-changed', 'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'status': 'completed', 'code': 200} Aug 30 01:21:39.400455 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4d904523-6d90-4169-a216-372573f93472 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group (88202504-0353-4c54-901c-3cf66976be0a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.457415 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4d904523-6d90-4169-a216-372573f93472 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (88202504-0353-4c54-901c-3cf66976be0a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.460239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4d904523-6d90-4169-a216-372573f93472 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.461615 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4d904523-6d90-4169-a216-372573f93472 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/88202504-0353-4c54-901c-3cf66976be0a HTTP/1.1" status: 204 len: 168 time: 0.1513269 Aug 30 01:21:39.465005 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34214) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:39.484097 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d904523-6d90-4169-a216-372573f93472 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88202504-0353-4c54-901c-3cf66976be0a,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:39.486020 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-50175f87-5cda-43c7-b828-9825e198aafa tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] show failed (client error): The resource could not be found. Aug 30 01:21:39.487168 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-50175f87-5cda-43c7-b828-9825e198aafa tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups/88202504-0353-4c54-901c-3cf66976be0a HTTP/1.1" status: 404 len: 347 time: 0.0210950 Aug 30 01:21:39.491124 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34216) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:39.495088 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-f932265f-020a-458a-959a-fe8ecb3e8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:39.496932 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-f932265f-020a-458a-959a-fe8ecb3e8136 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a69f2b2876ed47459a8b960ff679c724&device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 1129 time: 0.0488172 Aug 30 01:21:39.621276 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Deleting port 15540008-0a68-4e73-8e22-b06415050a61 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:39.621619 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (15540008-0a68-4e73-8e22-b06415050a61), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.635965 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d670f-cd13-45f6-b43c-e2e618efbe0d req-58edcaf9-61c6-4104-ab8d-674a94223b7a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:39.640101 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009fdc9-3c02-4358-ab59-7b016515ac7c None None] New status for floating IP 780e10a9-7948-4eaa-9555-3af0414ab885: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:21:39.645377 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-768d670f-cd13-45f6-b43c-e2e618efbe0d req-58edcaf9-61c6-4104-ab8d-674a94223b7a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0724401 Aug 30 01:21:39.680635 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-6afb9ce0-6050-4eea-bab2-cfdd48b82c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:39.681518 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:39.682284 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-6afb9ce0-6050-4eea-bab2-cfdd48b82c96 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 200 len: 912 time: 0.1750381 Aug 30 01:21:39.760695 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (15540008-0a68-4e73-8e22-b06415050a61), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.761074 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (15540008-0a68-4e73-8e22-b06415050a61), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.769447 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-768d670f-cd13-45f6-b43c-e2e618efbe0d req-226486fd-b2c5-4b46-aba2-2744b00acf8e tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240265 Aug 30 01:21:39.782879 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Calling delete_port for 15540008-0a68-4e73-8e22-b06415050a61 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:39.794972 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-a83403a0-3918-4de4-b3e0-c938b14ce3fd service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4 HTTP/1.1" status: 200 len: 999 time: 0.1040235 Aug 30 01:21:39.846459 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.862659 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:39.869439 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-bdefdb66-5dad-4cb1-bc41-2a26a5e9c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:39.870937 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-bdefdb66-5dad-4cb1-bc41-2a26a5e9c1b1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 200 len: 850 time: 0.0716100 Aug 30 01:21:39.924010 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-f8f4d591-0fda-43ee-bafc-c8512ff3e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:39.925809 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-f8f4d591-0fda-43ee-bafc-c8512ff3e098 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b8469c42-cfe3-468a-82da-a1b36c332c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470531 Aug 30 01:21:39.939247 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (15540008-0a68-4e73-8e22-b06415050a61), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.964287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event deleted for resources: {'Port': ['ID=15540008-0a68-4e73-8e22-b06415050a61,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:39.995454 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks [] for floatingip (12e0ef66-de9d-489b-b2e6-2135cff439af), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:39.998417 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:40.000049 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1d783893-d6cd-4a62-8b19-b3172bfbc0c9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/12e0ef66-de9d-489b-b2e6-2135cff439af HTTP/1.1" status: 204 len: 168 time: 0.5071352 Aug 30 01:21:40.037803 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-0cc1d629-8ba1-4abe-ab92-96ea31c5b2c2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058853 Aug 30 01:21:40.158896 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-34448028-b2f3-4bc6-9189-5f85a0dea375 req-3da229e4-f944-45a3-9e6a-c99619ba7b56 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064403 Aug 30 01:21:40.241897 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:40.915094 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6eacb-1047-40a5-b716-5a91fb3b0d17 req-3f7ed69f-8d5d-41b1-8447-544deedf197e tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:40.916665 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5db6eacb-1047-40a5-b716-5a91fb3b0d17 req-3f7ed69f-8d5d-41b1-8447-544deedf197e tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0484657 Aug 30 01:21:40.980407 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5db6eacb-1047-40a5-b716-5a91fb3b0d17 req-b3fad5a8-7b0c-48ab-a4e2-21094be49c61 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578122 Aug 30 01:21:42.111420 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888c7f3-e32f-40be-8a47-ed60264bc9e6 req-0dd1bbcf-6799-48e2-a7c0-74c4f0fcd03d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:42.113652 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d888c7f3-e32f-40be-8a47-ed60264bc9e6 req-0dd1bbcf-6799-48e2-a7c0-74c4f0fcd03d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0529749 Aug 30 01:21:42.178663 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d888c7f3-e32f-40be-8a47-ed60264bc9e6 req-cea7cf0a-f84d-4479-a8d0-9e0b1392bc77 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589948 Aug 30 01:21:42.524768 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e20ff9-2c5c-4c6c-b14d-04867c69f54b req-5a5ae472-200f-4208-be4b-f1c7f36f9de3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:42.526260 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-05e20ff9-2c5c-4c6c-b14d-04867c69f54b req-5a5ae472-200f-4208-be4b-f1c7f36f9de3 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0486746 Aug 30 01:21:42.578335 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-05e20ff9-2c5c-4c6c-b14d-04867c69f54b req-594a0611-1a89-4295-952f-66e6d5b4d87f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Aug 30 01:21:43.310166 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d2902-e5c5-4d71-8abd-b66907779f7b req-d6f3675d-33bc-40f7-b660-e443fcdb0e5b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.311644 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-376d2902-e5c5-4d71-8abd-b66907779f7b req-d6f3675d-33bc-40f7-b660-e443fcdb0e5b tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0547690 Aug 30 01:21:43.377835 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-376d2902-e5c5-4d71-8abd-b66907779f7b req-eb2f7d7b-f61e-43ad-866b-d4eb8f56a15e tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595334 Aug 30 01:21:43.702194 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c746fc-b6fb-46c8-b2c9-0bebc29e3f26 req-95151d42-7c99-472d-bad5-5b0ab2d69185 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.703669 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e1c746fc-b6fb-46c8-b2c9-0bebc29e3f26 req-95151d42-7c99-472d-bad5-5b0ab2d69185 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0480917 Aug 30 01:21:43.752234 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e1c746fc-b6fb-46c8-b2c9-0bebc29e3f26 req-81ab9cae-b72e-41f8-80a1-e57e7aa35725 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Aug 30 01:21:44.510531 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6cd46-83e0-426f-80df-5d75fa63dc0c req-fe91dee9-72bf-4fc0-828b-ed9da2402ca8 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:44.512324 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20e6cd46-83e0-426f-80df-5d75fa63dc0c req-fe91dee9-72bf-4fc0-828b-ed9da2402ca8 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0530903 Aug 30 01:21:44.578952 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20e6cd46-83e0-426f-80df-5d75fa63dc0c req-c31c7328-9726-4e4c-8317-1b8665f5874d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610371 Aug 30 01:21:44.789145 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:44.803385 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-7e23b1e0-0062-49ff-95d3-5f526e745775 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:44.804921 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-7e23b1e0-0062-49ff-95d3-5f526e745775 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0475526 Aug 30 01:21:44.876282 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:44.921223 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe6bef-5137-4895-b7d6-dc517ab59d52 req-31092f01-096f-4063-be66-1c13424263a9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:44.922695 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-90fe6bef-5137-4895-b7d6-dc517ab59d52 req-31092f01-096f-4063-be66-1c13424263a9 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=dda66a0c-f0fc-4e46-a037-960b2879678a HTTP/1.1" status: 200 len: 945 time: 0.0795546 Aug 30 01:21:44.953801 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Deleting port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:44.954140 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:45.031156 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-90fe6bef-5137-4895-b7d6-dc517ab59d52 req-892216dc-6b8c-4ba6-9f66-da80ecc02622 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000543 Aug 30 01:21:45.074261 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] For port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:45.074699 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:45.088742 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Calling delete_port for 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:45.220429 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:45.250532 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event deleted for resources: {'Port': ['ID=3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:45.256084 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['732b6f50-130f-420b-8b3a-711de6b71f4a', '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:45.293940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] No DVR routers for this DVR port 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:45.296543 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:45.301179 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9aa0be6f-2dd9-481c-8af1-60ac18cec4ce req-aa4ba870-965d-4c3d-a64b-c0f581b7b52b tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "DELETE /networking/v2.0/ports/3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 HTTP/1.1" status: 204 len: 173 time: 0.4890590 Aug 30 01:21:45.301632 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'name': 'network-vif-deleted', 'tag': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:45.303906 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e73f8e1-8539-4284-b3a8-cc7d0d89ff13" -d '{"events": [{"server_uuid": "dda66a0c-f0fc-4e46-a037-960b2879678a", "name": "network-vif-deleted", "tag": "3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:45.347592 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbb580-fee2-40bf-9308-4276e046b167 x-openstack-request-id: req-69fbb580-fee2-40bf-9308-4276e046b167 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:45.347918 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda66a0c-f0fc-4e46-a037-960b2879678a", "name": "network-vif-deleted", "tag": "3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:45.348195 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69fbb580-fee2-40bf-9308-4276e046b167 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:45.348598 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69fbb580-fee2-40bf-9308-4276e046b167'] response: {'server_uuid': 'dda66a0c-f0fc-4e46-a037-960b2879678a', 'name': 'network-vif-deleted', 'tag': '3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5', 'status': 'completed', 'code': 200} Aug 30 01:21:45.734567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7751dd-9249-4d93-bf34-5a9cb6afeffa req-4968a8fb-6f09-4c97-a7a0-99641bf0f559 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:45.736219 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8b7751dd-9249-4d93-bf34-5a9cb6afeffa req-4968a8fb-6f09-4c97-a7a0-99641bf0f559 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0718427 Aug 30 01:21:45.803205 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8b7751dd-9249-4d93-bf34-5a9cb6afeffa req-84ab612b-b0ce-447d-8e57-9d132aab0e94 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608411 Aug 30 01:21:46.336186 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b2cf6-7456-408e-aaf0-ddee9290b61a req-e5d44720-53ab-44e0-9cd9-97541d373466 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:46.337561 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-089b2cf6-7456-408e-aaf0-ddee9290b61a req-e5d44720-53ab-44e0-9cd9-97541d373466 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0493655 Aug 30 01:21:46.392535 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-089b2cf6-7456-408e-aaf0-ddee9290b61a req-25e6231e-7470-402c-9cd6-5be4bdebc127 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Aug 30 01:21:46.932269 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005a80-a117-489d-8dbb-d61e9d2a1377 req-4a9d86f9-813d-4aff-a564-a72928d058c7 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:46.933794 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d1005a80-a117-489d-8dbb-d61e9d2a1377 req-4a9d86f9-813d-4aff-a564-a72928d058c7 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0502138 Aug 30 01:21:46.999247 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d1005a80-a117-489d-8dbb-d61e9d2a1377 req-33118793-ddda-476b-a941-5c11a48ad414 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596967 Aug 30 01:21:47.515512 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea6bc-7475-4937-9d29-b81326b0f78a req-bad664f3-ba67-4fc1-9268-902cd9f239f5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:47.517057 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4fbea6bc-7475-4937-9d29-b81326b0f78a req-bad664f3-ba67-4fc1-9268-902cd9f239f5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0488658 Aug 30 01:21:47.567105 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4fbea6bc-7475-4937-9d29-b81326b0f78a req-b45f077a-2e6c-4256-b97a-f1f35ae2defc tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Aug 30 01:21:48.130416 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede6199-6f82-4fe5-b83d-6c80824ed1e4 req-1fae9b66-22a9-4b3a-9b7e-7d726968fb32 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:48.131927 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cede6199-6f82-4fe5-b83d-6c80824ed1e4 req-1fae9b66-22a9-4b3a-9b7e-7d726968fb32 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0559397 Aug 30 01:21:48.195036 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cede6199-6f82-4fe5-b83d-6c80824ed1e4 req-6f73cb85-c788-463a-be6d-012426de6507 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573990 Aug 30 01:21:48.607533 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:48.627464 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:48.627905 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3eabc9c9-0fec-47b6-9f67-0d6d39d99fb5 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:48.693294 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952499-0080-40da-8547-0e81a35f9246 req-1344ec85-13e9-4c68-b9b3-5cdf565f28d5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:48.694857 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-29952499-0080-40da-8547-0e81a35f9246 req-1344ec85-13e9-4c68-b9b3-5cdf565f28d5 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0499392 Aug 30 01:21:48.747573 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-29952499-0080-40da-8547-0e81a35f9246 req-de35b0c1-e962-40ad-9b8d-4375dc39e250 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469573 Aug 30 01:21:49.334880 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398177-e788-458d-b303-2542186cb1c2 req-c87669ad-0333-418e-bdd3-3982e347262d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:49.336507 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-62398177-e788-458d-b303-2542186cb1c2 req-c87669ad-0333-418e-bdd3-3982e347262d tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0573211 Aug 30 01:21:49.349294 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=42 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:49.350119 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=40 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:49.399134 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-62398177-e788-458d-b303-2542186cb1c2 req-f8138b38-9259-4d63-943b-d0a7a961bd01 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568941 Aug 30 01:21:49.821370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:49.836521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-99e8ca0f-c37d-4a05-a785-bb0439963dfd tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:49.838012 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-99e8ca0f-c37d-4a05-a785-bb0439963dfd tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0627251 Aug 30 01:21:49.877460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0429745-497a-49ec-8604-9b57a7abdb31 req-ba1a4f52-92a4-4386-82ae-c74a752dbf96 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:49.879556 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f0429745-497a-49ec-8604-9b57a7abdb31 req-ba1a4f52-92a4-4386-82ae-c74a752dbf96 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 945 time: 0.0522254 Aug 30 01:21:49.927128 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f0429745-497a-49ec-8604-9b57a7abdb31 req-0770f2a7-e476-422f-b0c8-fd7e24f1bf5f tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=b855c788-26d8-44b8-9092-d181d157cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 Aug 30 01:21:50.335677 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:50.339883 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Deleting port 732b6f50-130f-420b-8b3a-711de6b71f4a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:50.340257 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:50.431356 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] For port 732b6f50-130f-420b-8b3a-711de6b71f4a, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=732b6f50-130f-420b-8b3a-711de6b71f4a,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:50.431734 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:50.446191 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Calling delete_port for 732b6f50-130f-420b-8b3a-711de6b71f4a owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:50.547058 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeefdd-2538-4d31-816e-03afca2516bc req-104e7ffc-738b-4fc7-8caa-df382335bd8f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:50.548616 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-edfeefdd-2538-4d31-816e-03afca2516bc req-104e7ffc-738b-4fc7-8caa-df382335bd8f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0594945 Aug 30 01:21:50.653657 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-edfeefdd-2538-4d31-816e-03afca2516bc req-0dc69aa4-b3ca-47a2-a13b-3cf97d2bda27 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&id=38813d61-0027-4417-83b0-48794231d787&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981746 Aug 30 01:21:50.666495 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (732b6f50-130f-420b-8b3a-711de6b71f4a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:50.700211 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Pushing event deleted for resources: {'Port': ['ID=732b6f50-130f-420b-8b3a-711de6b71f4a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:50.701532 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['732b6f50-130f-420b-8b3a-711de6b71f4a'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:50.749942 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] No DVR routers for this DVR port 732b6f50-130f-420b-8b3a-711de6b71f4a on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:50.752276 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:50.755518 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af4566cd-3136-4de0-9fac-ccf8f07a48ee req-f80ac755-0b4d-4a75-a460-e4b27d5e6c3a tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.61 "DELETE /networking/v2.0/ports/732b6f50-130f-420b-8b3a-711de6b71f4a HTTP/1.1" status: 204 len: 173 time: 0.5009940 Aug 30 01:21:50.755955 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26186b86-98dd-4907-8665-3358fa62eb1e', 'name': 'network-vif-deleted', 'tag': '732b6f50-130f-420b-8b3a-711de6b71f4a'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:50.758225 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e07a9da-5120-41fc-97e9-c4f995ef9a68" -d '{"events": [{"server_uuid": "26186b86-98dd-4907-8665-3358fa62eb1e", "name": "network-vif-deleted", "tag": "732b6f50-130f-420b-8b3a-711de6b71f4a"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:50.798224 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8559c1-1a37-49d7-8805-cbd1b374fd0f x-openstack-request-id: req-ec8559c1-1a37-49d7-8805-cbd1b374fd0f {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:50.799247 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26186b86-98dd-4907-8665-3358fa62eb1e", "name": "network-vif-deleted", "tag": "732b6f50-130f-420b-8b3a-711de6b71f4a", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:50.799688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec8559c1-1a37-49d7-8805-cbd1b374fd0f {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:50.800254 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8559c1-1a37-49d7-8805-cbd1b374fd0f'] response: {'server_uuid': '26186b86-98dd-4907-8665-3358fa62eb1e', 'name': 'network-vif-deleted', 'tag': '732b6f50-130f-420b-8b3a-711de6b71f4a', 'status': 'completed', 'code': 200} Aug 30 01:21:51.062040 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b421bcd4-6652-418f-a869-1bcc6d560d65 req-dfbed1fd-6363-4cb1-a48d-778fff9c0d44 tempest-ServerRescueNegativeTestJSON-1122969509 tempest-ServerRescueNegativeTestJSON-1122969509-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=26186b86-98dd-4907-8665-3358fa62eb1e HTTP/1.1" status: 200 len: 210 time: 0.0334713 Aug 30 01:21:52.129790 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34284) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:52.613339 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (ca549045-da0a-4eb7-b459-5810c9d64b28), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:52.664070 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:52.843556 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:52.883223 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Deleting port b32178c6-a3e0-4f19-8103-c15cb26bc2e4 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:52.883474 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:52.960522 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] For port b32178c6-a3e0-4f19-8103-c15cb26bc2e4, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:52.960897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:52.973310 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Calling delete_port for b32178c6-a3e0-4f19-8103-c15cb26bc2e4 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:53.150981 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (b32178c6-a3e0-4f19-8103-c15cb26bc2e4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:53.173065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b32178c6-a3e0-4f19-8103-c15cb26bc2e4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:53.335877 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (ca549045-da0a-4eb7-b459-5810c9d64b28), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:53.764258 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:53.778533 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Router ca549045-da0a-4eb7-b459-5810c9d64b28 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:21:53.876352 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:53.882568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:21:53.888837 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-925afe71-260b-46c2-a203-c72304a22b0d admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/ca549045-da0a-4eb7-b459-5810c9d64b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575917 Aug 30 01:21:53.890139 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34288) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:53.891568 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] Sync routers for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:21:53.903108 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:53.903738 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:53.988646 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks [] for router (ca549045-da0a-4eb7-b459-5810c9d64b28), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.002809 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:54.091081 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks [] for router_gateway (ca549045-da0a-4eb7-b459-5810c9d64b28), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.142266 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Deleting port 0782f4b3-82b4-4a04-b23a-b8dce271441f {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:54.142605 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.177456 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:21:53Z', 'revision_number': 5, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port': {'id': '0782f4b3-82b4-4a04-b23a-b8dce271441f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:21Z', 'updated_at': '2022-08-30T01:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:54.203384 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] Checking router: ca549045-da0a-4eb7-b459-5810c9d64b28 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:21:54.213197 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] Routers {'ca549045-da0a-4eb7-b459-5810c9d64b28'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:54.213814 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['ca549045-da0a-4eb7-b459-5810c9d64b28'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:54.224717 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] For port 0782f4b3-82b4-4a04-b23a-b8dce271441f, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=0782f4b3-82b4-4a04-b23a-b8dce271441f,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:54.225189 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.239856 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Calling delete_port for 0782f4b3-82b4-4a04-b23a-b8dce271441f owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:54.301797 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] Set router ca549045-da0a-4eb7-b459-5810c9d64b28 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:54.350270 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:21:54Z', 'revision_number': 6, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port_host': None}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:54.378761 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6940c1-a615-4759-9afb-70f099dfaf99 None None] The sync data for ids ['ca549045-da0a-4eb7-b459-5810c9d64b28'] in dv-cinder-815145-12-iscsi is: [{'id': 'ca549045-da0a-4eb7-b459-5810c9d64b28', 'name': 'tempest-ServerRescueNegativeTestJSON-1091770486-router', 'tenant_id': 'adf47975f465467498be24ebe2c81ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:20Z', 'updated_at': '2022-08-30T01:21:54Z', 'revision_number': 6, 'project_id': 'adf47975f465467498be24ebe2c81ad7', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:21:54.417786 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (0782f4b3-82b4-4a04-b23a-b8dce271441f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.448629 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0782f4b3-82b4-4a04-b23a-b8dce271441f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:54.508823 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (ca549045-da0a-4eb7-b459-5810c9d64b28), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.595845 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (ca549045-da0a-4eb7-b459-5810c9d64b28), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.598883 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks [] for router_controller (ca549045-da0a-4eb7-b459-5810c9d64b28), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.639471 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 732b6f50-130f-420b-8b3a-711de6b71f4a no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:54.642461 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (ca549045-da0a-4eb7-b459-5810c9d64b28), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.643593 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca549045-da0a-4eb7-b459-5810c9d64b28 {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:21:54.648984 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.650250 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6bce6296-4624-42ec-aa50-94cc7f44dc8c admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/ca549045-da0a-4eb7-b459-5810c9d64b28 HTTP/1.1" status: 204 len: 168 time: 0.7591696 Aug 30 01:21:54.652963 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34290) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:54.662921 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 732b6f50-130f-420b-8b3a-711de6b71f4a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:54.663211 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 732b6f50-130f-420b-8b3a-711de6b71f4a not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:54.706195 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] Deleting subnet 7376bd6d-fa47-44bf-9190-f1d408451305 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:21:54.712920 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:54.713286 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] Publish callbacks [] for subnet (7376bd6d-fa47-44bf-9190-f1d408451305), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.758300 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (7376bd6d-fa47-44bf-9190-f1d408451305), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.832234 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:54.840244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (7376bd6d-fa47-44bf-9190-f1d408451305), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.894861 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (7376bd6d-fa47-44bf-9190-f1d408451305), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.922511 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7376bd6d-fa47-44bf-9190-f1d408451305,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:54.928721 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.932042 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-df878ba0-3369-46f9-8d03-404ac81a107e admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/7376bd6d-fa47-44bf-9190-f1d408451305 HTTP/1.1" status: 204 len: 168 time: 0.2778754 Aug 30 01:21:54.934398 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d102d-4625-4ce6-a41c-7380c34457d8 None None] Network b2938f22-9675-44ea-8234-907289538481 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:21:54.934545 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34292) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:54.979457 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:55.006680 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (b2938f22-9675-44ea-8234-907289538481), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.059148 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Deleting port 839480cf-f713-4baa-bb2d-c92e62f240d6 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:55.059491 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.120262 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:55.126253 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] For port 839480cf-f713-4baa-bb2d-c92e62f240d6, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=839480cf-f713-4baa-bb2d-c92e62f240d6,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:55.126253 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.140701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Calling delete_port for 839480cf-f713-4baa-bb2d-c92e62f240d6 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:55.162112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] DHCP port deletion for b2938f22-9675-44ea-8234-907289538481 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:21:55.203073 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] Deleting port 839480cf-f713-4baa-bb2d-c92e62f240d6 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:55.203432 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.227455 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.253549 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=839480cf-f713-4baa-bb2d-c92e62f240d6,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:55.257059 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] No DVR routers for this DVR port 839480cf-f713-4baa-bb2d-c92e62f240d6 on host dv-cinder-815145-12-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:55.276600 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] For port 839480cf-f713-4baa-bb2d-c92e62f240d6, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=839480cf-f713-4baa-bb2d-c92e62f240d6,segment=NetworkSegment(427ff471-2c99-449b-9639-c969d3ee741b),segment_id=427ff471-2c99-449b-9639-c969d3ee741b)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:55.277123 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.291733 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] Calling delete_port for 839480cf-f713-4baa-bb2d-c92e62f240d6 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:55.336519 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (b2938f22-9675-44ea-8234-907289538481), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.359958 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:55.362116 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.362667 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.363635 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.364113 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > port after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.364657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.365087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > port after_update 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.365502 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.365906 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.366283 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.366818 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.375793 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (839480cf-f713-4baa-bb2d-c92e62f240d6), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.380533 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:55.403378 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] Pushing event deleted for resources: {'Port': ['ID=839480cf-f713-4baa-bb2d-c92e62f240d6,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:55.409770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a81f4e-b16c-42a4-a186-28c3c5657483 None None] No DVR routers for this DVR port 839480cf-f713-4baa-bb2d-c92e62f240d6 on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:55.441665 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.442016 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.442342 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.442670 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:21:55.443044 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2938f22-9675-44ea-8234-907289538481']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:55.461026 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427ff471-2c99-449b-9639-c969d3ee741b') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:55.461314 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427ff471-2c99-449b-9639-c969d3ee741b') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:55.477598 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (427ff471-2c99-449b-9639-c969d3ee741b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.499459 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (427ff471-2c99-449b-9639-c969d3ee741b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.509598 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:21:55.509992 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (427ff471-2c99-449b-9639-c969d3ee741b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.575713 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (b2938f22-9675-44ea-8234-907289538481), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.584162 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.588265 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/b2938f22-9675-44ea-8234-907289538481 HTTP/1.1" status: 204 len: 168 time: 0.6526635 Aug 30 01:21:55.603002 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643d869-6c63-43fe-97eb-21c7826e2a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2938f22-9675-44ea-8234-907289538481,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:55.747518 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34308) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:55.789861 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b68875f6-f104-49ce-b41d-b5abbcfa1453 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=adf47975f465467498be24ebe2c81ad7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411394 Aug 30 01:21:55.793065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34310) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:55.842312 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3168810-a820-4e85-88e2-f707b072ef29 admin admin] Publish callbacks [] for security_group (b855c788-26d8-44b8-9092-d181d157cb64), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.853217 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 427ff471-2c99-449b-9639-c969d3ee741b resource provider aggregate not found Aug 30 01:21:55.865196 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3168810-a820-4e85-88e2-f707b072ef29 admin admin] Publish callbacks [] for security_group (b855c788-26d8-44b8-9092-d181d157cb64), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.871542 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 427ff471-2c99-449b-9639-c969d3ee741b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 427ff471-2c99-449b-9639-c969d3ee741b found for delete ", "request_id": "req-e17cfcf9-6e46-4bb0-a5b9-4d2b6061fd40"}]} Aug 30 01:21:55.912754 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3168810-a820-4e85-88e2-f707b072ef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (b855c788-26d8-44b8-9092-d181d157cb64), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.915595 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3168810-a820-4e85-88e2-f707b072ef29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.916900 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c3168810-a820-4e85-88e2-f707b072ef29 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/b855c788-26d8-44b8-9092-d181d157cb64 HTTP/1.1" status: 204 len: 168 time: 0.1229208 Aug 30 01:21:55.925670 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3168810-a820-4e85-88e2-f707b072ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b855c788-26d8-44b8-9092-d181d157cb64,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:56.288026 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device b32178c6-a3e0-4f19-8103-c15cb26bc2e4 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:56.308605 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: b32178c6-a3e0-4f19-8103-c15cb26bc2e4 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:56.308952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device b32178c6-a3e0-4f19-8103-c15cb26bc2e4 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:56.309384 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 839480cf-f713-4baa-bb2d-c92e62f240d6 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:56.336046 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 839480cf-f713-4baa-bb2d-c92e62f240d6 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:56.336462 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 839480cf-f713-4baa-bb2d-c92e62f240d6 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:56.336875 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0782f4b3-82b4-4a04-b23a-b8dce271441f no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:56.362440 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 0782f4b3-82b4-4a04-b23a-b8dce271441f {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:56.362768 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0782f4b3-82b4-4a04-b23a-b8dce271441f not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:56.368671 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:56.744359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34334) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:56.841432 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-network', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:56.862626 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Made reservation on behalf of 5d08b735ca4249309f4ecd40cbacd537 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:21:56.865239 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:56.874015 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:56.954838 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks [] for security_group (bbf2316f-3132-42e3-b965-2c99f359e093), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:56.958942 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (bbf2316f-3132-42e3-b965-2c99f359e093), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:56.988458 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:21:56.995649 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf2316f-3132-42e3-b965-2c99f359e093,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:57.004339 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (ac2616cd-3592-496a-bfb1-ed86acda0d35), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.004610 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Added segment ac2616cd-3592-496a-bfb1-ed86acda0d35 of type vlan for network d7931701-abc1-4317-a5b8-4bc0c704b8a3 Aug 30 01:21:57.045618 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (d7931701-abc1-4317-a5b8-4bc0c704b8a3), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.071221 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (d7931701-abc1-4317-a5b8-4bc0c704b8a3), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.072319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:57.072906 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.130934 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3853824 Aug 30 01:21:57.134107 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34338) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:57.136174 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5134c9-f3c6-4cf5-a4a4-a1b733c49a6b admin admin] Pushing event updated for resources: {'Network': ['ID=d7931701-abc1-4317-a5b8-4bc0c704b8a3,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:57.139248 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Request body: {'subnet': {'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-subnet', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:57.146733 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:21:57.160870 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Made reservation on behalf of 5d08b735ca4249309f4ecd40cbacd537 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:21:57.163928 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628951'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.339691 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3656551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628929'] for subnet (f9ab97db-bff1-4b1b-8122-52de18a740d2), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.397157 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ab97db-bff1-4b1b-8122-52de18a740d2,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:57.404547 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Checking segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:21:57.404894 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Network hostable DHCP agents. Network: d7931701-abc1-4317-a5b8-4bc0c704b8a3, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:21:57.422020 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:21:57.431794 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, d7931701-abc1-4317-a5b8-4bc0c704b8a3) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:21:57.435942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:57.436449 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.441199 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48dc344-4287-450e-a98f-f7fc8323858a None None] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:21:57.452763 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-fe2f344a-4866-4156-9b87-ed2ad208a75e admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3175528 Aug 30 01:21:57.456131 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34340) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:57.460428 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:57.466498 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:57.484171 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (e1dce894-65b3-414c-8869-00291c7cccb9), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.485597 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (e1dce894-65b3-414c-8869-00291c7cccb9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.541839 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:57.543345 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks [] for router_controller (e1dce894-65b3-414c-8869-00291c7cccb9), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.550776 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-d7931701-abc1-4317-a5b8-4bc0c704b8a3', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:21:57.551944 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.679354 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks [] for router_gateway (e1dce894-65b3-414c-8869-00291c7cccb9), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.693717 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Allocated IP 172.20.0.2 (d7931701-abc1-4317-a5b8-4bc0c704b8a3/f9ab97db-bff1-4b1b-8122-52de18a740d2/5fb70258-3965-463e-a362-8f8d074d3586) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:21:57.841127 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Publish callbacks [] for port (5fb70258-3965-463e-a362-8f8d074d3586), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.847932 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (5fb70258-3965-463e-a362-8f8d074d3586), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.864325 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks [] for router_gateway (e1dce894-65b3-414c-8869-00291c7cccb9), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.885369 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.889641 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:21:57.895225 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:21:57.897310 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Pushing event updated for resources: {'Port': ['ID=5fb70258-3965-463e-a362-8f8d074d3586,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:57.900076 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:21:57.959823 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Attempting to bind port 5fb70258-3965-463e-a362-8f8d074d3586 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:21:57.960131 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Attempting to bind port 5fb70258-3965-463e-a362-8f8d074d3586 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:21:57.960484 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Attempting to bind port 5fb70258-3965-463e-a362-8f8d074d3586 on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:21:57.965487 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:21:57.965849 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Checking segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:21:57.966237 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.966638 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Bound using segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:21:57.967087 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Bound port: 5fb70258-3965-463e-a362-8f8d074d3586, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:21:57.967456 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5fb70258-3965-463e-a362-8f8d074d3586), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.003138 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Allocated IP 172.27.3.230 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/50405304-acd1-4b8f-be39-73d0b10ef050) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:21:58.029756 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] For port 5fb70258-3965-463e-a362-8f8d074d3586, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:21:58.032994 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] For port 5fb70258-3965-463e-a362-8f8d074d3586, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5fb70258-3965-463e-a362-8f8d074d3586,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:21:58.038695 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5fb70258-3965-463e-a362-8f8d074d3586), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.101235 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c615d-cbd0-461d-9e3d-b95cd5121109 None None] Pushing event updated for resources: {'Port': ['ID=5fb70258-3965-463e-a362-8f8d074d3586,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:58.124818 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks [] for port (50405304-acd1-4b8f-be39-73d0b10ef050), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.161030 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.239411 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:21:58.242855 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:21:58.245261 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:21:58.247865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Pushing event updated for resources: {'Port': ['ID=50405304-acd1-4b8f-be39-73d0b10ef050,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:58.355512 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fb70258-3965-463e-a362-8f8d074d3586 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:21:58.402713 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5fb70258-3965-463e-a362-8f8d074d3586 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:21:58.403094 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5fb70258-3965-463e-a362-8f8d074d3586), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.427226 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:58.438210 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:58.486409 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5fb70258-3965-463e-a362-8f8d074d3586 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:58.487362 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (5fb70258-3965-463e-a362-8f8d074d3586), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.512335 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:58.518580 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks [] for router_gateway (e1dce894-65b3-414c-8869-00291c7cccb9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.525049 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 5fb70258-3965-463e-a362-8f8d074d3586, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5fb70258-3965-463e-a362-8f8d074d3586,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:58.538307 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (5fb70258-3965-463e-a362-8f8d074d3586), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:58.564138 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:58.585940 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=5fb70258-3965-463e-a362-8f8d074d3586,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:58.959865 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16704e68-7a64-4ea5-9359-a2e733c57fb7 None None] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:21:58.985277 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (e1dce894-65b3-414c-8869-00291c7cccb9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:59.025460 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-bda91fba-55b6-4a9a-95a1-155660af72db None None] Provisioning complete for port 5fb70258-3965-463e-a362-8f8d074d3586 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:21:59.025732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bda91fba-55b6-4a9a-95a1-155660af72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5fb70258-3965-463e-a362-8f8d074d3586), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:59.115318 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Router e1dce894-65b3-414c-8869-00291c7cccb9 is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:21:59.144698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-bda91fba-55b6-4a9a-95a1-155660af72db None None] Current status of the port 5fb70258-3965-463e-a362-8f8d074d3586 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:59.230814 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:21:59.240396 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Sync routers for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:21:59.251303 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:59.251982 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:21:59.252708 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:59.253295 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c927fc96-7d10-49d3-9fde-508c8b6739ec admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7961466 Aug 30 01:21:59.256418 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34344) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:21:59.362339 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:21:59.423090 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3d1db416-2f46-4e29-aff6-6f679ad13d21 None None] Provisioning complete for port 5fb70258-3965-463e-a362-8f8d074d3586 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:21:59.423452 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3d1db416-2f46-4e29-aff6-6f679ad13d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5fb70258-3965-463e-a362-8f8d074d3586), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:59.588720 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3d1db416-2f46-4e29-aff6-6f679ad13d21 None None] Current status of the port 5fb70258-3965-463e-a362-8f8d074d3586 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:59.604525 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:21:58Z', 'revision_number': 3, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:21:59.629059 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Checking router: e1dce894-65b3-414c-8869-00291c7cccb9 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:21:59.629406 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Updating router e1dce894-65b3-414c-8869-00291c7cccb9 port 50405304-acd1-4b8f-be39-73d0b10ef050 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:21:59.658678 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:59.671439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:59.682243 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:59.690604 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:59.733848 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:59.841088 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Allocated IP 172.20.0.1 (d7931701-abc1-4317-a5b8-4bc0c704b8a3/f9ab97db-bff1-4b1b-8122-52de18a740d2/7f956f6f-fa40-4ba1-abb4-deeb83a9a56f) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:21:59.950380 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks [] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:59.962782 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:59.985610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.027346 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:00.032299 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:00.036549 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:22:00.039913 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Pushing event updated for resources: {'Port': ['ID=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:00.046076 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Publish callbacks [] for port (50405304-acd1-4b8f-be39-73d0b10ef050), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.055978 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.084832 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (e1dce894-65b3-414c-8869-00291c7cccb9), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.095763 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Attempting to bind port 50405304-acd1-4b8f-be39-73d0b10ef050 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:22:00.096200 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Attempting to bind port 50405304-acd1-4b8f-be39-73d0b10ef050 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:22:00.096563 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Attempting to bind port 50405304-acd1-4b8f-be39-73d0b10ef050 on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:00.107971 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:22:00.108374 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:22:00.108773 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.109169 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:22:00.109646 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Bound port: 50405304-acd1-4b8f-be39-73d0b10ef050, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:22:00.110013 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.132325 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1460bd-19a1-4060-88a2-d9c178d34a15 None None] Pushing event updated for resources: {'Port': ['ID=50405304-acd1-4b8f-be39-73d0b10ef050,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:00.169395 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] For port 50405304-acd1-4b8f-be39-73d0b10ef050, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:22:00.172886 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] For port 50405304-acd1-4b8f-be39-73d0b10ef050, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=50405304-acd1-4b8f-be39-73d0b10ef050,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:22:00.181302 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.228358 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:00.229002 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:00.233575 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.279339 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1460bd-19a1-4060-88a2-d9c178d34a15 None None] Pushing event updated for resources: {'Port': ['ID=50405304-acd1-4b8f-be39-73d0b10ef050,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:00.328651 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fb70258-3965-463e-a362-8f8d074d3586 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:00.373150 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8e4872d8-dad2-4aec-af80-1d2806c74e54 None None] Provisioning complete for port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:00.373431 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e4872d8-dad2-4aec-af80-1d2806c74e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.405926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:00.412532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks [] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.417175 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.444212 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:00.453983 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8e4872d8-dad2-4aec-af80-1d2806c74e54 None None] Port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:22:00.492251 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Pushing event updated for resources: {'Port': ['ID=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:00.498308 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (e1dce894-65b3-414c-8869-00291c7cccb9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.506872 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 5fb70258-3965-463e-a362-8f8d074d3586 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:00.507257 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (5fb70258-3965-463e-a362-8f8d074d3586), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.559438 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:00.608983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:00.610409 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:00.656784 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:00.683941 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 5fb70258-3965-463e-a362-8f8d074d3586 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:00.693218 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:21:59Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:00.724518 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598a6669-67bf-401b-b66f-bc7cc984674c None None] The sync data for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi is: [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:21:59Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:00.739464 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Router e1dce894-65b3-414c-8869-00291c7cccb9 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:00.855898 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:00.863438 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9877d030-9c03-424e-87b0-3ffa22bd5f1d admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/e1dce894-65b3-414c-8869-00291c7cccb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017084 Aug 30 01:22:00.879182 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-dc27274e-0dbf-4697-a225-e40e7a88de50 None None] Provisioning complete for port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:00.879559 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dc27274e-0dbf-4697-a225-e40e7a88de50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:00.911675 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:00.914105 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-dc27274e-0dbf-4697-a225-e40e7a88de50 None None] Port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:22:01.194101 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34354) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:01.198766 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-ef6eab84-dcc4-4f83-804f-bc4c8716e137 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330024414', 'description': 'tempest-description--1298210523'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:01.222406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef6eab84-dcc4-4f83-804f-bc4c8716e137 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.297685 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef6eab84-dcc4-4f83-804f-bc4c8716e137 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (9c410bd2-c335-43be-8aaa-270155f4288a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.303150 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef6eab84-dcc4-4f83-804f-bc4c8716e137 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9c410bd2-c335-43be-8aaa-270155f4288a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.339577 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef6eab84-dcc4-4f83-804f-bc4c8716e137 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.340893 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ef6eab84-dcc4-4f83-804f-bc4c8716e137 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457729 Aug 30 01:22:01.343817 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34356) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:01.349300 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-061be1bc-efc0-45da-8f60-7ee21b069ea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'security_group_rule': {'security_group_id': '9c410bd2-c335-43be-8aaa-270155f4288a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:01.355060 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eab84-dcc4-4f83-804f-bc4c8716e137 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c410bd2-c335-43be-8aaa-270155f4288a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:01.382120 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-061be1bc-efc0-45da-8f60-7ee21b069ea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (9fe26271-3286-4092-83b1-438a9b1dd374), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.455517 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-061be1bc-efc0-45da-8f60-7ee21b069ea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (9fe26271-3286-4092-83b1-438a9b1dd374), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.459525 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-061be1bc-efc0-45da-8f60-7ee21b069ea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (9fe26271-3286-4092-83b1-438a9b1dd374), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.482448 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be1bc-efc0-45da-8f60-7ee21b069ea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe26271-3286-4092-83b1-438a9b1dd374,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:01.490473 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-061be1bc-efc0-45da-8f60-7ee21b069ea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.491808 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-061be1bc-efc0-45da-8f60-7ee21b069ea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469421 Aug 30 01:22:01.497760 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34358) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:01.503053 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e129b883-597f-4c99-8281-e066f8e9494d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'security_group_rule': {'security_group_id': '9c410bd2-c335-43be-8aaa-270155f4288a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:01.535317 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:01.540241 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e129b883-597f-4c99-8281-e066f8e9494d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (ec232c01-59c8-4d6a-acf3-74904de33236), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.594061 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:01.609985 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e129b883-597f-4c99-8281-e066f8e9494d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (ec232c01-59c8-4d6a-acf3-74904de33236), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.617663 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e129b883-597f-4c99-8281-e066f8e9494d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (ec232c01-59c8-4d6a-acf3-74904de33236), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.641780 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129b883-597f-4c99-8281-e066f8e9494d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec232c01-59c8-4d6a-acf3-74904de33236,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:01.651365 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e129b883-597f-4c99-8281-e066f8e9494d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.652959 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e129b883-597f-4c99-8281-e066f8e9494d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536970 Aug 30 01:22:01.664416 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34360) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:01.671541 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:01.705374 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.799363 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:01.926751 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Allocated IP 172.27.3.247 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:22:02.047077 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.088224 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.136508 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:02.143879 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:02.146750 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'Port': ['ID=ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:02.149760 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:22:02.300810 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (79525ad7-4a44-4a66-bdb6-f9c828a7c40d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.332941 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 50405304-acd1-4b8f-be39-73d0b10ef050 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:02.356850 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.384956 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 50405304-acd1-4b8f-be39-73d0b10ef050 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:02.385472 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.478898 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 50405304-acd1-4b8f-be39-73d0b10ef050 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:02.479287 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.486855 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:02.507614 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 50405304-acd1-4b8f-be39-73d0b10ef050, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=50405304-acd1-4b8f-be39-73d0b10ef050,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:02.508627 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:02.514242 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.540888 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.545781 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.589069 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=50405304-acd1-4b8f-be39-73d0b10ef050,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:02.628486 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'Port': ['ID=ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:02.631213 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (79525ad7-4a44-4a66-bdb6-f9c828a7c40d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.649219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:02.650535 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e1c1def2-52a1-41a3-b64c-30b068724a5d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9845953 Aug 30 01:22:02.816112 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-ba84ca29-d43e-4a6f-9bd6-452d9773a62d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--330024414&fields=id&tenant_id=5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 267 time: 0.0458462 Aug 30 01:22:02.875255 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Sync routers for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:02.886446 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:02.887059 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:02.909588 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:02.931915 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-0e5e7ba7-c6f9-416e-92a4-9821c06fbbf7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:02.933534 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-0e5e7ba7-c6f9-416e-92a4-9821c06fbbf7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 817 time: 0.1107111 Aug 30 01:22:02.948256 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-6a7011f5-0e45-407b-959d-605826d57349 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/quotas/5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 375 time: 0.0092432 Aug 30 01:22:02.993024 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:02.999203 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9a095c6a-4d47-4cca-9753-a6549b3cba52 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455449 Aug 30 01:22:03.124395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:03.153757 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-cccfad6c-f77a-4832-808e-aa2cedb5ac0d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420906 Aug 30 01:22:03.251199 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-e9dfd217-0320-413a-b6bb-86b3b0a035ee service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907729 Aug 30 01:22:03.275420 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 2, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:03.306211 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Checking router: e1dce894-65b3-414c-8869-00291c7cccb9 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:03.306570 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Updating router e1dce894-65b3-414c-8869-00291c7cccb9 port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:22:03.337213 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:03.437993 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-73c8c0c7-6d38-4982-a9ac-859cd44012ef req-de93e8a7-5ea2-485c-905b-44e53567a984 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0351129 Aug 30 01:22:03.502121 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:03.511584 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:03.613848 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Publish callbacks [] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:03.620109 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:03.711223 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Pushing event updated for resources: {'Port': ['ID=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:03.727498 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.727871 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.728246 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.728654 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.728993 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.729323 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.729661 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.729973 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.730325 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.730688 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.731101 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.731496 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.731889 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.732267 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.732661 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:03.737504 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Attempting to bind port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:22:03.737851 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Attempting to bind port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:22:03.738385 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Attempting to bind port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:03.746263 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:22:03.746639 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Checking segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:22:03.747033 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:03.747421 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Bound using segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:22:03.747894 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Bound port: 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:22:03.748299 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:03.813458 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] For port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:22:03.817278 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] For port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:22:03.823029 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:03.862415 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:03.863036 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:21:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:03.924235 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7284cd-bc5d-46f0-a0db-e56b183a7555 None None] Pushing event updated for resources: {'Port': ['ID=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:03.984747 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:04.183054 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:03Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:04.211214 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e5733-036e-4452-a5cc-8bf2dd5310fc None None] The sync data for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi is: [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:03Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:04.343172 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:04.400173 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-4492e316-d233-4ec9-b1cf-c236bc4fe28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:04.409884 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:04.410566 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:04.492110 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:04.492465 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:04.531317 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:04.535862 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:04.537561 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 50405304-acd1-4b8f-be39-73d0b10ef050 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:04.570023 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-62b71b46-b054-4b26-ab8e-e14a8aec5cc4 req-c169d754-a541-4302-a98a-0ecf513c1fd0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0299096 Aug 30 01:22:04.629876 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:04.640744 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 50405304-acd1-4b8f-be39-73d0b10ef050 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:04.641545 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:04.722437 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 50405304-acd1-4b8f-be39-73d0b10ef050 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:04.943466 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-e902ca1c-7f83-4496-998b-79392aaff5c0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:04.945010 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-e902ca1c-7f83-4496-998b-79392aaff5c0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 817 time: 0.1230986 Aug 30 01:22:05.012685 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-ebfab526-cf79-45ef-b235-8c8a9ed344a3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 379 time: 0.0527103 Aug 30 01:22:05.021519 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'port': {'device_id': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'admin_state_up': True, 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'security_groups': ['9c410bd2-c335-43be-8aaa-270155f4288a']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:05.132085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Made reservation on behalf of 5d08b735ca4249309f4ecd40cbacd537 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:22:05.136041 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:05.266836 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Allocated IP 172.20.0.11 (d7931701-abc1-4317-a5b8-4bc0c704b8a3/f9ab97db-bff1-4b1b-8122-52de18a740d2/4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:22:05.408883 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:05.441366 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:05.475587 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:05.484136 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:05.490662 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:05.494934 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:22:05.518558 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:05.521838 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:05.550750 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:05.551394 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:05.568559 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-9f7f234e-c251-4c92-ad4f-c2aa193239c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5514841 Aug 30 01:22:05.650219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Request body: {'port': {'device_id': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:05.746577 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d4994-c9fb-479f-bf1c-d250ff17d091 req-d596eb9c-cdbf-470a-baa8-3f205b6ae570 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:05.748172 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e98d4994-c9fb-479f-bf1c-d250ff17d091 req-d596eb9c-cdbf-470a-baa8-3f205b6ae570 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 932 time: 0.0743246 Aug 30 01:22:05.763765 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:05.772351 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-400d1c9f-3110-44e9-9913-74215f2b3e69 None None] Provisioning complete for port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:05.772924 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-400d1c9f-3110-44e9-9913-74215f2b3e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:05.809305 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-400d1c9f-3110-44e9-9913-74215f2b3e69 None None] Port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:22:05.837681 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e98d4994-c9fb-479f-bf1c-d250ff17d091 req-e04d6454-74dd-4602-a84b-399d757f8a94 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824835 Aug 30 01:22:06.051141 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:22:06.058661 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Publish callbacks [] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:06.071623 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Transition to ACTIVE for port object 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:22:06.075816 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:06.140161 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:06.193619 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Attempting to bind port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:22:06.193949 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Attempting to bind port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:22:06.194273 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Attempting to bind port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:06.198608 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:22:06.198995 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Attempting to bind port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:06.203739 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:22:06.204154 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Checking segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:22:06.204541 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Bound using segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:22:06.204966 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Bound port: 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:22:06.205370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:06.268657 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:22:06.271942 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:22:06.277448 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:06.280896 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:06.281530 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:06.283709 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 200 len: 1094 time: 0.6900842 Aug 30 01:22:06.285856 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:06.288112 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e9df5-f3ef-48a9-b91c-91b34629549a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:06.321769 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:06.377291 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:06.377778 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:06.393747 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c79b1-3f12-4d8e-9243-076507dbb84e service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:06.399205 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-f175958a-33e1-4e6a-804f-b76c719f3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:06.400946 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-f175958a-33e1-4e6a-804f-b76c719f3b8e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 1128 time: 0.0537121 Aug 30 01:22:06.402505 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbcad18-6f9f-4934-9bd9-5335f7c0d687 x-openstack-request-id: req-3bbcad18-6f9f-4934-9bd9-5335f7c0d687 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:06.402604 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:06.402703 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:06.402940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bbcad18-6f9f-4934-9bd9-5335f7c0d687 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:06.403251 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbcad18-6f9f-4934-9bd9-5335f7c0d687'] response: {'name': 'network-changed', 'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'status': 'completed', 'code': 200} Aug 30 01:22:06.457179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:06.479592 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-def589f7-7674-4e2f-a27f-2f85dc80ac41 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 200 len: 217 time: 0.0356879 Aug 30 01:22:06.493691 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:06.531617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-8704be20-5fde-4ca8-b7a0-aef2a3f7a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:06.533860 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-8704be20-5fde-4ca8-b7a0-aef2a3f7a471 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0469563 Aug 30 01:22:06.569284 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:06.577752 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-65aafc6f-efa7-44e6-8034-06065da923bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:06.585483 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146f99-abc3-49db-b9b5-45fe1279751b req-66a1af48-3f46-488f-95c7-4e7f686b9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:06.586972 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-66a1af48-3f46-488f-95c7-4e7f686b9f72 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474849 Aug 30 01:22:06.688179 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-0ee7a63d-93ef-4b8b-a32b-701878192833 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922778 Aug 30 01:22:06.785034 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79146f99-abc3-49db-b9b5-45fe1279751b req-60aa603d-e1f0-4b77-8732-8ba80073e3e1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901716 Aug 30 01:22:06.962607 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754acc-e125-4518-a235-f200ecce2138 req-933d0f32-f35f-4356-a30a-311b738cb942 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:06.965051 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-32754acc-e125-4518-a235-f200ecce2138 req-933d0f32-f35f-4356-a30a-311b738cb942 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0480692 Aug 30 01:22:07.013499 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-32754acc-e125-4518-a235-f200ecce2138 req-6d445b3a-1cbe-4234-98db-8403546ac094 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Aug 30 01:22:07.750302 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-01924eeb-9d8c-46b4-936d-0c1989a467b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:07.752545 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-01924eeb-9d8c-46b4-936d-0c1989a467b4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 1128 time: 0.0411966 Aug 30 01:22:08.087123 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-36e523a3-0306-415f-a404-cf8323ad8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:08.088694 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-36e523a3-0306-415f-a404-cf8323ad8d19 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.3300490 Aug 30 01:22:08.129898 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-4fb7cc2c-868f-4aff-82cd-b470a85eb8fd service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 200 len: 217 time: 0.0349607 Aug 30 01:22:08.147118 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25fe3-fb7c-4476-b63e-9290634b9e82 req-ac0ea4db-ad2c-4de9-bb53-f7a235457d11 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:08.148745 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2df25fe3-fb7c-4476-b63e-9290634b9e82 req-ac0ea4db-ad2c-4de9-bb53-f7a235457d11 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0506608 Aug 30 01:22:08.180530 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-4e200c83-df15-4ade-9104-719284dd158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:08.182033 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-4e200c83-df15-4ade-9104-719284dd158e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0459073 Aug 30 01:22:08.203697 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2df25fe3-fb7c-4476-b63e-9290634b9e82 req-604448c2-1033-43b9-849b-7473cf8fffa1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487831 Aug 30 01:22:08.236468 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-279e02e4-6e26-44e4-89e2-145f9b6d09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:08.236468 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-279e02e4-6e26-44e4-89e2-145f9b6d09c9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464435 Aug 30 01:22:08.336919 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-18f71083-7f2f-4e03-8a74-e17d63a2420f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877712 Aug 30 01:22:08.433262 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3b9e9df5-f3ef-48a9-b91c-91b34629549a req-7ad4b743-6170-4548-bb0d-3e41e310b062 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897851 Aug 30 01:22:08.492051 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:08.506048 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:09.334823 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1dabf-27b9-4cec-892e-6ee2450035af req-92156a41-9291-46d0-bc1e-0ac4fffacf50 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:09.336353 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d6a1dabf-27b9-4cec-892e-6ee2450035af req-92156a41-9291-46d0-bc1e-0ac4fffacf50 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0472641 Aug 30 01:22:09.384816 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d6a1dabf-27b9-4cec-892e-6ee2450035af req-8453d4a5-44a6-4b47-b0cc-bc9b23a6882e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427976 Aug 30 01:22:09.840753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:10.243705 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:10.507952 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1db536-60ad-4b28-80cc-ceadfbb660b8 req-83ace6ee-38d6-45e1-ad5b-6df85c701c0d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:10.509358 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef1db536-60ad-4b28-80cc-ceadfbb660b8 req-83ace6ee-38d6-45e1-ad5b-6df85c701c0d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0466280 Aug 30 01:22:10.557443 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef1db536-60ad-4b28-80cc-ceadfbb660b8 req-fcb61f8c-bff7-43e8-85c5-f85e5819283e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423186 Aug 30 01:22:10.663055 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:22:10.770471 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:10.781375 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'port_id': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'mac_address': 'fa:16:3e:22:f1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:22:10.819807 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:10.820222 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:10.834279 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:22:10.854277 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:10.858345 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:10.903403 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:11.211282 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:22:11.687854 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f92a4a-8ebc-43e8-84b1-c11e3d45eecb req-2d19141d-ec8b-4e6c-a5ba-e6f2eb8a9ddd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:11.689476 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-67f92a4a-8ebc-43e8-84b1-c11e3d45eecb req-2d19141d-ec8b-4e6c-a5ba-e6f2eb8a9ddd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0531809 Aug 30 01:22:11.738908 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-67f92a4a-8ebc-43e8-84b1-c11e3d45eecb req-2c947627-0699-40ab-9416-f3a05f121f2c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438113 Aug 30 01:22:12.544187 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:22:12.703595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:12.745935 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:22:12.752512 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:12.752959 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:12.829706 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:12.830019 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:12.853613 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:12.855838 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff4632a-ed32-4224-a789-aa83b4c25193" -d '{"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:12.864780 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c52a88-36ae-4b17-909b-0bf74e710ce6 req-b0aba007-36de-47d8-93dd-ab1566fafebe tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:12.866581 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-60c52a88-36ae-4b17-909b-0bf74e710ce6 req-b0aba007-36de-47d8-93dd-ab1566fafebe tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0486202 Aug 30 01:22:12.871313 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:12.877608 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:12.922460 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-60c52a88-36ae-4b17-909b-0bf74e710ce6 req-bf01c474-c265-4180-91f7-755e0883aeca tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Aug 30 01:22:12.928027 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:12.970250 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cce0901-13ee-414b-a6b7-592f55dcc509 x-openstack-request-id: req-9cce0901-13ee-414b-a6b7-592f55dcc509 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:12.970536 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:12.970782 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cce0901-13ee-414b-a6b7-592f55dcc509 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:12.971171 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cce0901-13ee-414b-a6b7-592f55dcc509'] response: {'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'code': 200} Aug 30 01:22:13.196973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fdd4b-29f8-47cc-94bf-19276d2bbb20 req-38ed4a08-e6ba-4485-badc-10aa2a149307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:13.198469 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d14fdd4b-29f8-47cc-94bf-19276d2bbb20 req-38ed4a08-e6ba-4485-badc-10aa2a149307 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 1130 time: 0.0401134 Aug 30 01:22:13.217162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:13.241132 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:13.245045 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d14fdd4b-29f8-47cc-94bf-19276d2bbb20 req-3294e88b-cc4c-4565-bcb6-5bc89758e1d1 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395739 Aug 30 01:22:14.067362 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68ea67-3c5b-42d1-96f0-a300771acf78 req-5ed97772-c8dd-4d95-8e03-1f9f034e3174 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:14.068918 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3d68ea67-3c5b-42d1-96f0-a300771acf78 req-5ed97772-c8dd-4d95-8e03-1f9f034e3174 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0504761 Aug 30 01:22:14.122917 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3d68ea67-3c5b-42d1-96f0-a300771acf78 req-3bf09c22-8b6f-47ff-8d84-a2c9fe3951c2 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475576 Aug 30 01:22:15.252921 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1065e-0bed-47ed-92ff-59230ad46dc8 req-3835875f-59ff-45eb-8009-bdc288eaee55 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:15.254359 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ce1065e-0bed-47ed-92ff-59230ad46dc8 req-3835875f-59ff-45eb-8009-bdc288eaee55 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0505307 Aug 30 01:22:15.305123 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ce1065e-0bed-47ed-92ff-59230ad46dc8 req-0fae911b-9d55-4c64-87a1-031a27230b47 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439823 Aug 30 01:22:15.436383 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f346ca0-2f82-424b-bba1-fb6d587c36cc req-3588f898-7b28-43ec-8ce2-badfea2ef3c5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:15.438596 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3f346ca0-2f82-424b-bba1-fb6d587c36cc req-3588f898-7b28-43ec-8ce2-badfea2ef3c5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0552642 Aug 30 01:22:15.450077 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34448) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:15.455362 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'floatingip': {'port_id': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:15.498914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (79525ad7-4a44-4a66-bdb6-f9c828a7c40d), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:15.935819 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:15.939496 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (79525ad7-4a44-4a66-bdb6-f9c828a7c40d), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:16.037020 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Floating IP 79525ad7-4a44-4a66-bdb6-f9c828a7c40d associated. External IP: 172.27.3.247, port: 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3. Aug 30 01:22:16.186058 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:16.250544 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Router e1dce894-65b3-414c-8869-00291c7cccb9 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:16.309820 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:16.360300 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:16.365161 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:16.370333 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] Sync routers for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:16.381299 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:16.382088 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:16.402639 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e1f45c70-7eaf-4726-a45a-e9f32518317e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/79525ad7-4a44-4a66-bdb6-f9c828a7c40d HTTP/1.1" status: 200 len: 992 time: 0.9513278 Aug 30 01:22:16.403234 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:16.405523 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:16.445940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07964d4-19f6-41a2-82eb-6b8c47a4eab9 x-openstack-request-id: req-f07964d4-19f6-41a2-82eb-6b8c47a4eab9 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:16.446403 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:16.446821 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f07964d4-19f6-41a2-82eb-6b8c47a4eab9 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:16.447231 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07964d4-19f6-41a2-82eb-6b8c47a4eab9'] response: {'name': 'network-changed', 'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'status': 'completed', 'code': 200} Aug 30 01:22:16.546674 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:16.553782 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-6915eb01-b0a6-44d7-83ef-6db53c7733c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:16.555432 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-6915eb01-b0a6-44d7-83ef-6db53c7733c6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 1130 time: 0.0465546 Aug 30 01:22:16.563396 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:16.621493 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:16.656214 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-0a9c52bf-2261-4a39-b588-ffe9289d822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:16.657971 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-0a9c52bf-2261-4a39-b588-ffe9289d822b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.0942488 Aug 30 01:22:16.731581 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-a4a9f4ca-f30b-496e-9109-b5d19fcb9deb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 200 len: 1000 time: 0.0667713 Aug 30 01:22:16.786149 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-68fb30a0-60ad-40b0-85c0-9db087e0b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:16.787888 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-68fb30a0-60ad-40b0-85c0-9db087e0b896 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0490334 Aug 30 01:22:16.843353 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-9466c252-678b-4481-94b6-ed340b83df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:16.846059 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-9466c252-678b-4481-94b6-ed340b83df92 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491726 Aug 30 01:22:16.862185 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '79525ad7-4a44-4a66-bdb6-f9c828a7c40d', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'port_id': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'mac_address': 'fa:16:3e:22:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:22:02Z', 'updated_at': '2022-08-30T01:22:15Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:16.887730 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] Checking router: e1dce894-65b3-414c-8869-00291c7cccb9 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:16.896703 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:16.897322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:16.942371 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-38d7e2aa-bdd4-4451-abf7-104784a926d7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891528 Aug 30 01:22:17.001621 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:17.041644 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76b103cb-2042-4eb3-bca3-7ae5edeb32a0 req-0e103340-fa12-4df0-ade7-aa340ae534b1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917330 Aug 30 01:22:17.215013 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '79525ad7-4a44-4a66-bdb6-f9c828a7c40d', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'port_id': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'mac_address': 'fa:16:3e:22:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:22:02Z', 'updated_at': '2022-08-30T01:22:15Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:17.241174 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab603a-8242-4590-8586-71d6c734e44c None None] The sync data for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi is: [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '79525ad7-4a44-4a66-bdb6-f9c828a7c40d', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'port_id': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'mac_address': 'fa:16:3e:22:f1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:22:02Z', 'updated_at': '2022-08-30T01:22:15Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:17.437450 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd4562-5e0b-4cb2-aa25-16f9a88cd860 None None] New status for floating IP 79525ad7-4a44-4a66-bdb6-f9c828a7c40d: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:22:19.442159 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3479-38be-46be-9aaf-a0640d472338 req-066574ce-be28-4009-bc5d-2ab71262c22a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:19.443562 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfde3479-38be-46be-9aaf-a0640d472338 req-066574ce-be28-4009-bc5d-2ab71262c22a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0503671 Aug 30 01:22:19.492821 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfde3479-38be-46be-9aaf-a0640d472338 req-405ca7bf-61a8-43ad-a541-e2b5e89d7717 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Aug 30 01:22:20.617777 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61505f13-1ce4-4280-b91c-bc4939c4e077 req-0b4947de-dbed-46ae-9429-c70457821fa8 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:20.619552 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-61505f13-1ce4-4280-b91c-bc4939c4e077 req-0b4947de-dbed-46ae-9429-c70457821fa8 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0486608 Aug 30 01:22:20.670066 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-61505f13-1ce4-4280-b91c-bc4939c4e077 req-17719635-66f6-4e70-98a9-885536fb776e tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449667 Aug 30 01:22:21.793343 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a1264-6b2e-44fa-b2d0-292accf83ff6 req-066b6f90-6f69-4faa-9c08-f279d6ee42fa tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:21.794844 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-287a1264-6b2e-44fa-b2d0-292accf83ff6 req-066b6f90-6f69-4faa-9c08-f279d6ee42fa tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0484369 Aug 30 01:22:21.859804 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-287a1264-6b2e-44fa-b2d0-292accf83ff6 req-7ddf0418-d883-4f05-b885-cd46af0c6409 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567050 Aug 30 01:22:22.985716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4764394-7549-482b-8a0f-16b09ae18954 req-a6e6274c-4e02-4959-95ab-6b1711049828 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:22.987217 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f4764394-7549-482b-8a0f-16b09ae18954 req-a6e6274c-4e02-4959-95ab-6b1711049828 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0522444 Aug 30 01:22:23.038459 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f4764394-7549-482b-8a0f-16b09ae18954 req-8de70ac9-3a8c-43f5-8d19-4a40b3f8e28a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458083 Aug 30 01:22:24.160406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ae683-1d28-413f-94c9-f699d97a6700 req-402d4e57-b451-41a5-a53a-00ba1e84e96c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:24.161938 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-678ae683-1d28-413f-94c9-f699d97a6700 req-402d4e57-b451-41a5-a53a-00ba1e84e96c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0497239 Aug 30 01:22:24.210788 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-678ae683-1d28-413f-94c9-f699d97a6700 req-e3076e99-5c2e-405a-9c33-2af682c4a657 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Aug 30 01:22:25.335483 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96774f-67e9-4660-96d0-76667abce270 req-64c2bc8e-88a2-47bf-ba45-261d15c9e60d tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:25.336986 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f96774f-67e9-4660-96d0-76667abce270 req-64c2bc8e-88a2-47bf-ba45-261d15c9e60d tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0520387 Aug 30 01:22:25.387072 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f96774f-67e9-4660-96d0-76667abce270 req-4e6a52fe-3051-416d-bc2f-0886536e9d1e tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442955 Aug 30 01:22:25.936483 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0833e3a3-5047-4688-a61a-13067adab870 req-4261e3c0-f648-4ddb-9eb7-d61f46b1fa03 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1159516230&fields=id&tenant_id=91f4e4df4e2744bfb9fcd84431ed567e HTTP/1.1" status: 200 len: 267 time: 0.0450974 Aug 30 01:22:25.987345 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833e3a3-5047-4688-a61a-13067adab870 req-d4f25da6-5cd2-4b48-9a0a-6422797753c9 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:25.988788 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0833e3a3-5047-4688-a61a-13067adab870 req-d4f25da6-5cd2-4b48-9a0a-6422797753c9 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 985 time: 0.0467200 Aug 30 01:22:25.999143 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Request body: {'port': {'security_groups': ['225fceae-469e-4d08-a9fb-bcd7e5760f3c']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:26.027958 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:26.082623 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.218683 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:26.264331 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:26.292667 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.297125 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.307227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:26.307822 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.309232 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0833e3a3-5047-4688-a61a-13067adab870 req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "PUT /networking/v2.0/ports/481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 943 time: 0.3144438 Aug 30 01:22:26.309727 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:26.311934 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e58da82-30bf-415e-8560-31984ca5a09e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:26.315373 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34518) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:26.335182 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['481cfbb3-ad8c-4d71-a2e4-067031b651cb'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:22:26.368997 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf9b8d-c494-4a55-bf00-72906b4676b0 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event updated for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=7']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:26.376117 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c814f473-ed18-4701-add6-3097cac8bbbd x-openstack-request-id: req-c814f473-ed18-4701-add6-3097cac8bbbd {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:26.376469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:26.376812 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c814f473-ed18-4701-add6-3097cac8bbbd {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:26.377270 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c814f473-ed18-4701-add6-3097cac8bbbd'] response: {'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'status': 'completed', 'code': 200} Aug 30 01:22:26.388165 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group (38813d61-0027-4417-83b0-48794231d787), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.401806 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.413547 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group (38813d61-0027-4417-83b0-48794231d787), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.496868 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (38813d61-0027-4417-83b0-48794231d787), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.500971 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.502633 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/38813d61-0027-4417-83b0-48794231d787 HTTP/1.1" status: 204 len: 168 time: 0.1861153 Aug 30 01:22:26.505436 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34522) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:26.508697 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:26.515186 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38813d61-0027-4417-83b0-48794231d787,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:26.518723 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:26.523399 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58da82-30bf-415e-8560-31984ca5a09e req-9555ceda-5ed0-44c4-9994-db459a1177e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:26.524973 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e58da82-30bf-415e-8560-31984ca5a09e req-9555ceda-5ed0-44c4-9994-db459a1177e3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1130 time: 0.0871074 Aug 30 01:22:26.526434 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.526789 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.527131 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.527465 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.527805 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.528288 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.528639 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.528968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.529309 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.529641 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.529967 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.530287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.530607 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.530936 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.531244 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17951939-10b2-4993-8078-743b64715691 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:26.551883 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['481cfbb3-ad8c-4d71-a2e4-067031b651cb'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:22:26.616835 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:26.623077 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:26.658357 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1d8-e9cf-4df1-a317-4439dfc6b019 req-91c64b37-a0cc-4192-89ee-1224e7707922 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:26.659851 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-67d8a1d8-e9cf-4df1-a317-4439dfc6b019 req-91c64b37-a0cc-4192-89ee-1224e7707922 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.1534567 Aug 30 01:22:26.774220 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58da82-30bf-415e-8560-31984ca5a09e req-cba7fffa-f155-4192-abe6-ebe4a53bb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:26.775586 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e58da82-30bf-415e-8560-31984ca5a09e req-cba7fffa-f155-4192-abe6-ebe4a53bb3bf service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 200 len: 916 time: 0.2170873 Aug 30 01:22:26.783984 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-67d8a1d8-e9cf-4df1-a317-4439dfc6b019 req-63660cdf-b1b4-48b1-8907-b77e7ea5185c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166875 Aug 30 01:22:26.858558 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Deleting port f6ac79c8-6e66-48c8-9810-a0ff9b902b08 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:26.858907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.882579 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e58da82-30bf-415e-8560-31984ca5a09e req-a5d24319-2de0-4e20-b701-d093f36b9130 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 1002 time: 0.0976672 Aug 30 01:22:26.959587 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:26.978259 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58da82-30bf-415e-8560-31984ca5a09e req-216b7ec7-9aa1-46d0-90c8-317337de0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:26.979698 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e58da82-30bf-415e-8560-31984ca5a09e req-216b7ec7-9aa1-46d0-90c8-317337de0633 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bdc24733-39f7-493a-b66f-4d9e4233a9d6 HTTP/1.1" status: 200 len: 854 time: 0.0736592 Aug 30 01:22:26.998008 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.998336 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for floatingip (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.030053 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Calling delete_port for f6ac79c8-6e66-48c8-9810-a0ff9b902b08 owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:27.039092 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58da82-30bf-415e-8560-31984ca5a09e req-e4a8fe20-f6cb-40ec-b653-e4e3907dc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:27.040618 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e58da82-30bf-415e-8560-31984ca5a09e req-e4a8fe20-f6cb-40ec-b653-e4e3907dc6e0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5ce0c305-01fc-449d-b0c0-4088efbdda38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545287 Aug 30 01:22:27.212212 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:27.222286 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e58da82-30bf-415e-8560-31984ca5a09e req-3c02328e-725d-456d-b267-74006bf54e69 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733122 Aug 30 01:22:27.353263 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e58da82-30bf-415e-8560-31984ca5a09e req-b6ebc425-af1b-4800-98e7-9518082f5a64 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208212 Aug 30 01:22:27.354262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (f6ac79c8-6e66-48c8-9810-a0ff9b902b08), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.392108 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event deleted for resources: {'Port': ['ID=f6ac79c8-6e66-48c8-9810-a0ff9b902b08,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:27.466840 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks [] for floatingip (5b4b0491-d6e5-46ba-937f-e29c60a1a51d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.467176 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Floating IP 5b4b0491-d6e5-46ba-937f-e29c60a1a51d disassociated (deleted). External IP: 172.27.3.217, port: 481cfbb3-ad8c-4d71-a2e4-067031b651cb. Aug 30 01:22:27.529308 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:27.544489 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:27.924955 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Router c7699f9b-ed56-4819-b180-1fc8c81811f0 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:27.934740 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5cd4b-b3bd-4b18-840e-a3716dfb2477 req-4c2406af-7afd-4e60-a222-7e6868fbd1ba tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:27.937166 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fae5cd4b-b3bd-4b18-840e-a3716dfb2477 req-4c2406af-7afd-4e60-a222-7e6868fbd1ba tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0739412 Aug 30 01:22:27.996385 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fae5cd4b-b3bd-4b18-840e-a3716dfb2477 req-ff7c7b56-c1c8-443b-8946-90cc974eb7e9 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511208 Aug 30 01:22:28.037798 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:28.043082 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:28.048716 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] Sync routers for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:28.058955 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:28.059668 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:28.073486 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-075b9821-599c-4286-aa7c-3cd39e3845d5 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/5b4b0491-d6e5-46ba-937f-e29c60a1a51d HTTP/1.1" status: 204 len: 168 time: 1.5658114 Aug 30 01:22:28.177722 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:28.374696 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:58Z', 'revision_number': 5, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:28.378095 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:28.380572 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69626987-9db1-4f1a-bc36-0cd60b73d6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:28.400196 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] Checking router: c7699f9b-ed56-4819-b180-1fc8c81811f0 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:28.409146 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:28.409675 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:28.419767 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b358a8d-4009-4829-b610-a20380dcac15 x-openstack-request-id: req-6b358a8d-4009-4829-b610-a20380dcac15 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:28.420108 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:28.420354 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b358a8d-4009-4829-b610-a20380dcac15 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:28.420753 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b358a8d-4009-4829-b610-a20380dcac15'] response: {'name': 'network-changed', 'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'status': 'completed', 'code': 200} Aug 30 01:22:28.512985 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:28.635300 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:28.643781 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-5f9ee4ed-f874-44f6-9730-cd7fadf9ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:28.644897 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-5f9ee4ed-f874-44f6-9730-cd7fadf9ab49 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 1130 time: 0.0455809 Aug 30 01:22:28.709797 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:58Z', 'revision_number': 5, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:28.735435 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fecda-1b93-4b78-adc0-0c040b8598ff None None] The sync data for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi is: [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:19:51Z', 'revision_number': 4, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4a99df58-f134-4bf8-bca1-1cf07876dba6', 'name': '', 'network_id': '5ce0c305-01fc-449d-b0c0-4088efbdda38', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'mac_address': 'fa:16:3e:92:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:50Z', 'updated_at': '2022-08-30T01:19:58Z', 'revision_number': 5, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'subnets': [{'id': 'bdc24733-39f7-493a-b66f-4d9e4233a9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:28.744097 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-cc132e7c-2d98-4aff-9852-f328bf4cf151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:28.745633 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-cc132e7c-2d98-4aff-9852-f328bf4cf151 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 200 len: 916 time: 0.0938175 Aug 30 01:22:28.792450 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-102794db-0cc4-417a-91a6-611016f41375 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 200 len: 217 time: 0.0395265 Aug 30 01:22:28.846993 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-852eb214-b048-481c-bdfc-4aed175d2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:28.848352 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-852eb214-b048-481c-bdfc-4aed175d2569 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bdc24733-39f7-493a-b66f-4d9e4233a9d6 HTTP/1.1" status: 200 len: 854 time: 0.0497165 Aug 30 01:22:28.898035 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-abcbcf5f-af43-407b-a0fd-96d8a5839d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:28.899558 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-abcbcf5f-af43-407b-a0fd-96d8a5839d01 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5ce0c305-01fc-449d-b0c0-4088efbdda38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434194 Aug 30 01:22:28.966523 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c04f24e-25ab-4a3c-8b4d-9e7d25bbc2d2 None None] New status for floating IP 5b4b0491-d6e5-46ba-937f-e29c60a1a51d: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:22:28.997833 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-06308554-0a25-43f3-9383-49a4aa8c9c76 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893378 Aug 30 01:22:29.061276 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:29.102507 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-69626987-9db1-4f1a-bc36-0cd60b73d6a1 req-1e2aed89-78c9-45e9-a62f-d71bc2fba296 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975742 Aug 30 01:22:29.125193 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadae2b-2831-4289-89e0-0dfe5a17adf5 req-97271ad2-1a0e-4414-b44d-284cca229ba2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:29.126872 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfadae2b-2831-4289-89e0-0dfe5a17adf5 req-97271ad2-1a0e-4414-b44d-284cca229ba2 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0501988 Aug 30 01:22:29.195848 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfadae2b-2831-4289-89e0-0dfe5a17adf5 req-e3618c40-9d33-4a77-af32-f41ce9338251 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630672 Aug 30 01:22:29.731180 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-02145580-35bc-481c-aaeb-595b41cda3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:29.732729 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-02145580-35bc-481c-aaeb-595b41cda3d8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1129 time: 0.0403023 Aug 30 01:22:29.829136 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-39ef5120-e587-40b8-8d66-fc1393e7425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:29.830617 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-39ef5120-e587-40b8-8d66-fc1393e7425b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 910 time: 0.0917332 Aug 30 01:22:29.892422 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-ed7795e2-8cc5-49eb-8479-bb3bc24bbf02 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 1001 time: 0.0558217 Aug 30 01:22:29.945800 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-bda96776-6898-46e6-8c0f-e193d4c8a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:29.947247 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-bda96776-6898-46e6-8c0f-e193d4c8a039 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 200 len: 848 time: 0.0488133 Aug 30 01:22:29.990576 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-d9b6e20d-c2d1-47e5-852e-3c2f11222ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:29.992032 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-d9b6e20d-c2d1-47e5-852e-3c2f11222ca8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d49c1cad-8850-407e-b0e1-c419feebc1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385897 Aug 30 01:22:30.089022 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-2885ac7a-a055-451f-9d3e-3cf54b1ebf18 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894721 Aug 30 01:22:30.184861 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a69725d3-ac78-4e3a-b2c9-3d49603ff7bd req-dd0f9898-1cab-4f07-8270-eb1e4420040f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Aug 30 01:22:30.314940 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0160c-1595-438b-9194-4af5571ec867 req-f7f3969e-b6fb-4ef8-ab27-bfcae35ee880 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:30.316432 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b2d0160c-1595-438b-9194-4af5571ec867 req-f7f3969e-b6fb-4ef8-ab27-bfcae35ee880 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0471551 Aug 30 01:22:30.365321 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b2d0160c-1595-438b-9194-4af5571ec867 req-86e51099-dade-44ac-b21c-3e3c844ce61f tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Aug 30 01:22:31.484856 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26511251-5b05-48e6-9c66-e5ad14edb424 req-6dbe7416-2a43-4ea4-97bf-6793bf14a72f tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:31.486507 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26511251-5b05-48e6-9c66-e5ad14edb424 req-6dbe7416-2a43-4ea4-97bf-6793bf14a72f tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0500050 Aug 30 01:22:31.535934 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26511251-5b05-48e6-9c66-e5ad14edb424 req-f49dd46a-2333-4f9e-9a7d-16665a341b42 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Aug 30 01:22:32.423302 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-0d251fa6-8604-4982-94d1-15cb34cbc1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:32.424857 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-0d251fa6-8604-4982-94d1-15cb34cbc1eb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1129 time: 0.0420921 Aug 30 01:22:32.663787 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d33f8-4ee3-4fb0-b0cb-0ab889bfe6e7 req-eb6539e6-fe8a-4619-97ef-f3e37f8cd18a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:32.665207 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc7d33f8-4ee3-4fb0-b0cb-0ab889bfe6e7 req-eb6539e6-fe8a-4619-97ef-f3e37f8cd18a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0522902 Aug 30 01:22:32.714945 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc7d33f8-4ee3-4fb0-b0cb-0ab889bfe6e7 req-c5881579-df4f-4735-bb13-488eb6e68a68 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442326 Aug 30 01:22:33.085588 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:33.090617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-b518ef36-083b-4923-bf3b-ca2edcddee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:33.092162 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-b518ef36-083b-4923-bf3b-ca2edcddee27 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 910 time: 0.0967827 Aug 30 01:22:33.491743 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-51eb432b-6978-4012-907d-cc7097a1a936 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 1001 time: 0.0660381 Aug 30 01:22:33.581118 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-b1eebeb0-444f-4b6a-b5cb-b1596324bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:33.582598 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-b1eebeb0-444f-4b6a-b5cb-b1596324bcff service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 200 len: 848 time: 0.0663970 Aug 30 01:22:33.681788 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-064955b2-91ac-403b-8468-8147fc31e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:33.683270 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-064955b2-91ac-403b-8468-8147fc31e083 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d49c1cad-8850-407e-b0e1-c419feebc1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450795 Aug 30 01:22:33.812270 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-d0fd0273-1e5e-4272-aae4-a9d9339532a5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127200 Aug 30 01:22:33.919801 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d042164-490f-4e45-8056-137faf833a26 req-b2d42fac-1ae8-456a-ab2b-03fc1637f0c3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:33.921408 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d042164-490f-4e45-8056-137faf833a26 req-b2d42fac-1ae8-456a-ab2b-03fc1637f0c3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.1028376 Aug 30 01:22:33.951726 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:34.001132 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7a0522d1-e252-4dec-9930-eb3cf1c93e4d req-e60fef7d-fbce-49f8-95e2-6e78784a658c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491334 Aug 30 01:22:34.005709 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d042164-490f-4e45-8056-137faf833a26 req-77352958-e86b-45e1-bf9b-57fb1c3fe5a4 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731642 Aug 30 01:22:34.080930 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-8c339602-6cc5-4fa2-94ba-3b2cf5356cb3 req-88699e24-5c81-4edc-89c6-4046c96e8ba7 service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:22:34.081933 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c339602-6cc5-4fa2-94ba-3b2cf5356cb3 req-88699e24-5c81-4edc-89c6-4046c96e8ba7 service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061946 Aug 30 01:22:34.247563 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34598) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:34.262230 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0093883-945d-436a-a152-45579e2de478 req-d7ac12e1-94f9-47c7-a0f3-7e6c249361b5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:34.263734 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c0093883-945d-436a-a152-45579e2de478 req-d7ac12e1-94f9-47c7-a0f3-7e6c249361b5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0493033 Aug 30 01:22:34.315708 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c0093883-945d-436a-a152-45579e2de478 req-73255eaa-95f1-4cae-8d74-115e326dfd32 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463424 Aug 30 01:22:34.329100 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-d30ade9f-fbd7-41e1-81b5-3a7fb3d3413e service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803001 Aug 30 01:22:34.337916 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-6b709576-4eea-4e9b-8cd3-4f4271eefbab service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:22:34.338877 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-6b709576-4eea-4e9b-8cd3-4f4271eefbab service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048642 Aug 30 01:22:34.383427 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2b88c81a-69da-4d97-a2ae-7ea259112993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:34.417308 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34606) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:34.533350 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-bc7d581a-c925-4a9b-817e-f5f3b89e52dd tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:34.534674 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-bc7d581a-c925-4a9b-817e-f5f3b89e52dd tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports/90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 942 time: 0.1163888 Aug 30 01:22:35.437413 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a5043-da6b-47a1-8c66-0baaa336c220 req-6ee4cbfd-b70e-4c86-a0e3-ab58ee3d2dc4 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:35.438892 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b25a5043-da6b-47a1-8c66-0baaa336c220 req-6ee4cbfd-b70e-4c86-a0e3-ab58ee3d2dc4 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0479264 Aug 30 01:22:35.487933 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b25a5043-da6b-47a1-8c66-0baaa336c220 req-1453eca2-ef0b-4380-bd39-805753e35850 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 Aug 30 01:22:36.184142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1af9-7158-4c2c-9e8a-acabf17be567 req-0e8a139f-50ea-445a-849a-0bb3bdedf8df tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:36.185751 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cc5f1af9-7158-4c2c-9e8a-acabf17be567 req-0e8a139f-50ea-445a-849a-0bb3bdedf8df tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0667689 Aug 30 01:22:36.238613 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cc5f1af9-7158-4c2c-9e8a-acabf17be567 req-95c6526e-7d26-47ce-9468-0b3272b514a8 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455406 Aug 30 01:22:36.584712 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9e342773-cdfd-4d6d-a1c9-86950716e007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:36.614170 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a1500-789a-45fa-9604-64d42ab03351 req-4cf26842-e1c7-4d11-8df4-848c16465a28 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:36.615702 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c25a1500-789a-45fa-9604-64d42ab03351 req-4cf26842-e1c7-4d11-8df4-848c16465a28 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0527761 Aug 30 01:22:36.666042 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c25a1500-789a-45fa-9604-64d42ab03351 req-8c268d60-ce54-4abf-bdf9-959cfe13971e tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444334 Aug 30 01:22:36.908552 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 90cf8014-421d-45c2-8701-cc67f5ad29d1 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:36.981512 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:36.983928 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 90cf8014-421d-45c2-8701-cc67f5ad29d1 is: ACTIVE; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:36.984346 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:37.008955 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:37.011178 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3931175-80df-4e96-a49a-082d9b32b971" -d '{"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-unplugged", "status": "completed", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:37.023683 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:37.028859 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:37.052550 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689aed52-ad2c-4ac6-8259-96973409ffa6 x-openstack-request-id: req-689aed52-ad2c-4ac6-8259-96973409ffa6 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:37.052851 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-unplugged", "status": "completed", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:37.053100 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-689aed52-ad2c-4ac6-8259-96973409ffa6 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:37.053486 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689aed52-ad2c-4ac6-8259-96973409ffa6'] response: {'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'code': 200} Aug 30 01:22:37.079830 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:37.084129 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=6']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:37.092229 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.092575 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.092912 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.093247 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.093595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.093904 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.094231 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.095247 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.095760 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.095933 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.096284 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.097157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.097157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.097402 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.097530 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:37.361854 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df212-c926-4052-b74c-874aedfcedfd req-1e552bf6-9ebf-45b9-9121-1ee3325496ea tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:37.363343 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d8df212-c926-4052-b74c-874aedfcedfd req-1e552bf6-9ebf-45b9-9121-1ee3325496ea tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0485797 Aug 30 01:22:37.410629 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d8df212-c926-4052-b74c-874aedfcedfd req-464c772c-ccbb-4381-aa2d-b997f699d5e2 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 Aug 30 01:22:37.789240 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168330a-55c6-4fa2-a00f-da87164dc4e8 req-f503371d-4b1f-4425-874e-7abc1d93429c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:37.790721 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7168330a-55c6-4fa2-a00f-da87164dc4e8 req-f503371d-4b1f-4425-874e-7abc1d93429c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0485840 Aug 30 01:22:37.840142 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7168330a-55c6-4fa2-a00f-da87164dc4e8 req-7427361d-72a9-46ea-8316-6bc0726c2939 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Aug 30 01:22:38.167083 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94290df2-b961-4b47-9eb8-daee73fc3b0e req-f1972789-c60d-4149-8491-6639e31f2946 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:38.168978 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-94290df2-b961-4b47-9eb8-daee73fc3b0e req-f1972789-c60d-4149-8491-6639e31f2946 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.0478113 Aug 30 01:22:38.223723 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-94290df2-b961-4b47-9eb8-daee73fc3b0e req-46e6f19c-059f-45aa-9ce9-53d94af2c5b1 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483117 Aug 30 01:22:38.326141 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-d3abdaaf-fa1e-4a3a-95e9-87ef61954f65 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:38.327621 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-d3abdaaf-fa1e-4a3a-95e9-87ef61954f65 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Aug 30 01:22:38.506296 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:38.535492 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7759e-ca8d-4f2e-ae67-023d0298ea07 req-3d30241d-1128-40c4-9519-86309c7337a8 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:38.536971 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-87b7759e-ca8d-4f2e-ae67-023d0298ea07 req-3d30241d-1128-40c4-9519-86309c7337a8 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0523770 Aug 30 01:22:38.585177 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-87b7759e-ca8d-4f2e-ae67-023d0298ea07 req-405f29d5-3d38-4f76-bd28-293995e05eff tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Aug 30 01:22:38.968292 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323b74-8738-4751-b525-37b02de5da83 req-d9284957-e02e-430b-86a3-94cb3df5ea8c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:38.969967 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-51323b74-8738-4751-b525-37b02de5da83 req-d9284957-e02e-430b-86a3-94cb3df5ea8c tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0502942 Aug 30 01:22:38.996103 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:39.021138 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-51323b74-8738-4751-b525-37b02de5da83 req-3f8e56f0-bc64-4efc-bbcc-b87776b1ad76 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456355 Aug 30 01:22:39.340334 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc4a76-e3ed-4643-a3ad-5ee421f94ac4 req-f62e9855-d9f9-4b25-aa77-f68c9840fdec tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:39.341802 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eadc4a76-e3ed-4643-a3ad-5ee421f94ac4 req-f62e9855-d9f9-4b25-aa77-f68c9840fdec tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.0455606 Aug 30 01:22:39.392825 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eadc4a76-e3ed-4643-a3ad-5ee421f94ac4 req-4675577a-88c0-463e-8c13-4df9313c412a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Aug 30 01:22:39.556960 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Deleting port 481cfbb3-ad8c-4d71-a2e4-067031b651cb {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:39.557312 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:39.650144 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] For port 481cfbb3-ad8c-4d71-a2e4-067031b651cb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=481cfbb3-ad8c-4d71-a2e4-067031b651cb,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:39.650512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:39.671877 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Calling delete_port for 481cfbb3-ad8c-4d71-a2e4-067031b651cb owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:39.746724 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad47d1-9ade-400e-9ebd-9e1e3cfaf394 req-72b048d3-9d09-4479-afc5-f28f79da518f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:39.748236 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-04ad47d1-9ade-400e-9ebd-9e1e3cfaf394 req-72b048d3-9d09-4479-afc5-f28f79da518f tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 946 time: 0.0895543 Aug 30 01:22:39.816902 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:39.820724 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-04ad47d1-9ade-400e-9ebd-9e1e3cfaf394 req-5c3f8fc4-2f38-4513-b5ac-376c423b89ea tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=225fceae-469e-4d08-a9fb-bcd7e5760f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660558 Aug 30 01:22:39.845807 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:39.877822 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (481cfbb3-ad8c-4d71-a2e4-067031b651cb), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:39.905559 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Pushing event deleted for resources: {'Port': ['ID=481cfbb3-ad8c-4d71-a2e4-067031b651cb,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:39.916366 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['481cfbb3-ad8c-4d71-a2e4-067031b651cb'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:22:39.919191 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.919191 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.919191 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.919191 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.919632 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.919801 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.920131 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.920466 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.920877 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.921117 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.921549 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.921885 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.922248 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.922580 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.922909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:39.961133 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] No DVR routers for this DVR port 481cfbb3-ad8c-4d71-a2e4-067031b651cb on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:39.963599 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:39.966814 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c8b61beb-a705-4f92-a1a6-a746c5b9f6f9 req-61f60f17-4b4d-41a6-8fcf-2c940306864a tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.61 "DELETE /networking/v2.0/ports/481cfbb3-ad8c-4d71-a2e4-067031b651cb HTTP/1.1" status: 204 len: 173 time: 0.5042076 Aug 30 01:22:39.967249 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'name': 'network-vif-deleted', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:39.969601 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b67ff-321f-48eb-a5de-ea28eda7d397" -d '{"events": [{"server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "name": "network-vif-deleted", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:40.008405 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c56478-855e-4b12-bc87-1c62d0b5dfd9 x-openstack-request-id: req-d0c56478-855e-4b12-bc87-1c62d0b5dfd9 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:40.008749 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f03d56-24a2-4446-8eec-c95cb2050d24", "name": "network-vif-deleted", "tag": "481cfbb3-ad8c-4d71-a2e4-067031b651cb", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:40.009122 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0c56478-855e-4b12-bc87-1c62d0b5dfd9 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:40.009410 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c56478-855e-4b12-bc87-1c62d0b5dfd9'] response: {'server_uuid': 'c0f03d56-24a2-4446-8eec-c95cb2050d24', 'name': 'network-vif-deleted', 'tag': '481cfbb3-ad8c-4d71-a2e4-067031b651cb', 'status': 'completed', 'code': 200} Aug 30 01:22:40.140580 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af5b36-3c3a-4054-a212-9a701b03e6c9 req-3300c022-19b0-474b-b584-de3f1fec89b0 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:40.143043 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7af5b36-3c3a-4054-a212-9a701b03e6c9 req-3300c022-19b0-474b-b584-de3f1fec89b0 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0480719 Aug 30 01:22:40.209449 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7af5b36-3c3a-4054-a212-9a701b03e6c9 req-280ba497-7dcf-4d92-b557-b4de60c624f7 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594504 Aug 30 01:22:40.269230 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:40.326778 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-71bc0ffe-24d5-45c6-aa08-06e72708f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:40.328388 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-71bc0ffe-24d5-45c6-aa08-06e72708f234 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd&tenant_id=089c19009d374769a0d5bd5a82acaaa7 HTTP/1.1" status: 200 len: 1127 time: 0.0841248 Aug 30 01:22:40.457617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-300ad97f-0bb5-4a44-a816-51a9ab7b313a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:40.460617 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-300ad97f-0bb5-4a44-a816-51a9ab7b313a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.0586581 Aug 30 01:22:40.475199 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:40.478226 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-190f1ef4-d09f-4abb-8898-cb8d2b45f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:40.481836 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-190f1ef4-d09f-4abb-8898-cb8d2b45f42e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1127 time: 0.0779386 Aug 30 01:22:40.538606 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:40.603820 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea94064-abaa-4244-bdd8-b31df9cd8a45 req-c9551192-2c3e-45f9-a877-fdb69aad1f7a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:40.605542 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ea94064-abaa-4244-bdd8-b31df9cd8a45 req-c9551192-2c3e-45f9-a877-fdb69aad1f7a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 945 time: 0.1223800 Aug 30 01:22:40.616890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Deleting port f8872fed-3b35-451c-ae5b-1a2e7790acd0 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:40.617370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:40.705109 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ea94064-abaa-4244-bdd8-b31df9cd8a45 req-449ba53e-ae80-4a4b-8ff0-9afa82473b6f tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910959 Aug 30 01:22:40.724167 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-7f3d39f2-44d9-4c3c-a62d-222ea3bcadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:40.725851 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-7f3d39f2-44d9-4c3c-a62d-222ea3bcadee service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 910 time: 0.2397361 Aug 30 01:22:40.741284 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] For port f8872fed-3b35-451c-ae5b-1a2e7790acd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f8872fed-3b35-451c-ae5b-1a2e7790acd0,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:40.741644 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:40.796793 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:40.935878 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:40.936338 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (2ec5431d-6d0e-4967-a461-abae124392db), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:40.936659 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Floating IP 2ec5431d-6d0e-4967-a461-abae124392db disassociated. External IP: 172.27.3.59, port: f8872fed-3b35-451c-ae5b-1a2e7790acd0. Aug 30 01:22:40.937008 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Calling delete_port for f8872fed-3b35-451c-ae5b-1a2e7790acd0 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:40.959411 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-011c0721-e2a3-46b0-9d88-436dfcd5ae19 req-a9820ae9-8774-440b-b6c6-85fcef093b81 tempest-TestMinimumBasicScenario-2020301418 tempest-TestMinimumBasicScenario-2020301418-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=c0f03d56-24a2-4446-8eec-c95cb2050d24 HTTP/1.1" status: 200 len: 210 time: 0.0394208 Aug 30 01:22:41.028344 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-508a69d8-5229-4acf-a75d-a3216d827871 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 999 time: 0.0829694 Aug 30 01:22:41.099068 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-f314e6be-2723-46bd-942d-ee1a38e550f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:41.106564 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-f314e6be-2723-46bd-942d-ee1a38e550f0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 200 len: 848 time: 0.0601826 Aug 30 01:22:41.120422 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (f8872fed-3b35-451c-ae5b-1a2e7790acd0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:41.170657 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event deleted for resources: {'Port': ['ID=f8872fed-3b35-451c-ae5b-1a2e7790acd0,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:41.171626 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-aa43c710-fd78-4429-af29-74a66a351acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:41.173208 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-aa43c710-fd78-4429-af29-74a66a351acf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d49c1cad-8850-407e-b0e1-c419feebc1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620248 Aug 30 01:22:41.304149 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca9dec-68b1-4765-852a-13a9642c841e req-5486571a-191a-4551-804d-e561447134ad tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:41.305635 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-daca9dec-68b1-4765-852a-13a9642c841e req-5486571a-191a-4551-804d-e561447134ad tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0888996 Aug 30 01:22:41.333342 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:41.335500 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80088fe8-1c0f-4844-a008-515f6cba9bcd req-e12995cf-1820-4c61-90bc-acc174e0de93 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:41.336708 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80088fe8-1c0f-4844-a008-515f6cba9bcd req-e12995cf-1820-4c61-90bc-acc174e0de93 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0504370 Aug 30 01:22:41.355633 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:41.378652 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-daca9dec-68b1-4765-852a-13a9642c841e req-93c4864a-1ae2-4cfd-b7f1-a41783093c1e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658190 Aug 30 01:22:41.386984 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80088fe8-1c0f-4844-a008-515f6cba9bcd req-910560f4-1015-4abc-8921-dcd68b3783fb tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443592 Aug 30 01:22:41.476223 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:41.485742 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:41.496410 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:41.497039 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:41.524171 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] No DVR routers for this DVR port f8872fed-3b35-451c-ae5b-1a2e7790acd0 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:41.526951 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:41.530580 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-26c5959d-929a-4789-a5cb-a92b780d5394 req-d34f8e1c-fb5c-428a-9d5d-982146600e6e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "DELETE /networking/v2.0/ports/f8872fed-3b35-451c-ae5b-1a2e7790acd0 HTTP/1.1" status: 204 len: 173 time: 1.0653944 Aug 30 01:22:41.606497 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:41.801851 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:41.812581 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6aa1bb74-f298-49a7-9141-d50a2eab45fa req-ecc8446f-2623-427b-9c90-8c05cc527cef tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 210 time: 0.0282137 Aug 30 01:22:41.825963 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:41.835006 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:41.835901 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:41.941258 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:42.010941 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'name': 'network-vif-deleted', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:42.013313 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ff1285-ae84-462f-9254-82eebe8cc4e1" -d '{"events": [{"server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "name": "network-vif-deleted", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:42.059455 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b19acf-436a-4003-a2bb-0b5273a96db3 x-openstack-request-id: req-f9b19acf-436a-4003-a2bb-0b5273a96db3 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:42.060424 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ac720-5f83-41ac-8053-3debfda5295d", "name": "network-vif-deleted", "tag": "f8872fed-3b35-451c-ae5b-1a2e7790acd0", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:42.060789 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9b19acf-436a-4003-a2bb-0b5273a96db3 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:42.061232 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b19acf-436a-4003-a2bb-0b5273a96db3'] response: {'server_uuid': '806ac720-5f83-41ac-8053-3debfda5295d', 'name': 'network-vif-deleted', 'tag': 'f8872fed-3b35-451c-ae5b-1a2e7790acd0', 'status': 'completed', 'code': 200} Aug 30 01:22:42.148513 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:42.174315 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db005e-b2d3-458e-b536-19a4eefa82c1 None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:42.427864 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08f84f-c30e-4740-9314-5c37822fb2dc None None] New status for floating IP 2ec5431d-6d0e-4967-a461-abae124392db: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:22:42.526208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e436d-62f7-4c84-a85f-18be76682a8d req-951ebbae-7b09-43f8-be56-854d4d4eb872 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:42.528701 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a71e436d-62f7-4c84-a85f-18be76682a8d req-951ebbae-7b09-43f8-be56-854d4d4eb872 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0661895 Aug 30 01:22:42.542070 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc8c6-ae7b-4cad-b1c4-ef1679c093ff req-1f16092a-f432-4ccc-9093-80e814e47d14 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:42.550272 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2a1bc8c6-ae7b-4cad-b1c4-ef1679c093ff req-1f16092a-f432-4ccc-9093-80e814e47d14 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0615442 Aug 30 01:22:42.589836 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a71e436d-62f7-4c84-a85f-18be76682a8d req-ad09b0be-f992-43da-8d4a-e1e7bd632e4a tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541186 Aug 30 01:22:42.630943 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2a1bc8c6-ae7b-4cad-b1c4-ef1679c093ff req-10cdcada-17be-4516-aafe-d4bf74b31918 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796607 Aug 30 01:22:42.769269 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34760) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:42.840735 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-ac753619-c9f7-49c2-8e69-08fd49c7dc5d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041687 Aug 30 01:22:42.945034 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 481cfbb3-ad8c-4d71-a2e4-067031b651cb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:42.957989 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-64356d7b-3afe-4153-ac4d-2cc9f4996587 req-4e6cc94d-3a18-44d8-925d-4a693919835e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 210 time: 0.0403395 Aug 30 01:22:42.965214 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 481cfbb3-ad8c-4d71-a2e4-067031b651cb {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:42.965579 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 481cfbb3-ad8c-4d71-a2e4-067031b651cb not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:43.020546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:43.056415 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9109af5e-348d-469a-b57b-a1acadab6e68 req-7805a4e7-5ca8-4f15-a8f0-3aebc687257f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196399 Aug 30 01:22:43.145196 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (c7699f9b-ed56-4819-b180-1fc8c81811f0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:43.160330 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbe202-06e7-428a-b700-28462c51c751 req-e68896cd-ee73-4a8f-b8df-614401ef0779 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:43.161927 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-05dbe202-06e7-428a-b700-28462c51c751 req-e68896cd-ee73-4a8f-b8df-614401ef0779 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.0561099 Aug 30 01:22:43.500724 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Deleting port 337b409d-a296-4c2d-9a34-bab9e39b72c4 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:43.501031 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:43.617165 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] For port 337b409d-a296-4c2d-9a34-bab9e39b72c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=337b409d-a296-4c2d-9a34-bab9e39b72c4,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:43.618254 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:43.639729 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Deleting port 4a99df58-f134-4bf8-bca1-1cf07876dba6 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:43.640217 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:43.701726 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:43.761559 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:43.782884 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] For port 4a99df58-f134-4bf8-bca1-1cf07876dba6, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=4a99df58-f134-4bf8-bca1-1cf07876dba6,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:43.783249 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:43.791320 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487e457-0342-44c9-af3a-4b33c2e7dc02 req-169a389a-5e86-4e24-a123-e252515cc58b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:43.792835 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c487e457-0342-44c9-af3a-4b33c2e7dc02 req-169a389a-5e86-4e24-a123-e252515cc58b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0775821 Aug 30 01:22:43.817815 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Calling delete_port for 4a99df58-f134-4bf8-bca1-1cf07876dba6 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:43.818761 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264c77-cefe-4af8-b95a-69b6f7b1dee1 req-30674418-1352-4f8d-942b-817ea2aaaee6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:43.820270 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3264c77-cefe-4af8-b95a-69b6f7b1dee1 req-30674418-1352-4f8d-942b-817ea2aaaee6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 945 time: 0.1105521 Aug 30 01:22:43.837936 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:43.894284 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c487e457-0342-44c9-af3a-4b33c2e7dc02 req-f342001f-4285-483f-9da3-9585e444b182 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949445 Aug 30 01:22:44.083620 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (4a99df58-f134-4bf8-bca1-1cf07876dba6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.128946 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfec05ce-0219-4a2f-a717-33bc425bf9e5 req-4bc604d5-9d05-4a0e-8641-e344a0638712 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=806ac720-5f83-41ac-8053-3debfda5295d HTTP/1.1" status: 200 len: 210 time: 0.0566971 Aug 30 01:22:44.131142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a99df58-f134-4bf8-bca1-1cf07876dba6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:44.182577 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3264c77-cefe-4af8-b95a-69b6f7b1dee1 req-37cad1e5-8a7f-46fc-a74d-11e585273ff6 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0e0056d4-8153-4068-9627-e856b37f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551934 Aug 30 01:22:44.184708 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.185085 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (780e10a9-7948-4eaa-9555-3af0414ab885), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.185386 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Floating IP 780e10a9-7948-4eaa-9555-3af0414ab885 disassociated. External IP: 172.27.3.220, port: 337b409d-a296-4c2d-9a34-bab9e39b72c4. Aug 30 01:22:44.185731 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Calling delete_port for 337b409d-a296-4c2d-9a34-bab9e39b72c4 owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:44.273280 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:44.342801 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (c7699f9b-ed56-4819-b180-1fc8c81811f0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.359068 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (337b409d-a296-4c2d-9a34-bab9e39b72c4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.389003 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event deleted for resources: {'Port': ['ID=337b409d-a296-4c2d-9a34-bab9e39b72c4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:44.504919 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Router e6285b1e-66c4-4723-ae41-c5ab5e144614 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:44.566031 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Router c7699f9b-ed56-4819-b180-1fc8c81811f0 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:44.617790 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:44.630826 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] Sync routers for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:44.644820 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:44.645697 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:44.676550 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] No DVR routers for this DVR port 337b409d-a296-4c2d-9a34-bab9e39b72c4 on host hv-cinder-81514 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:44.679903 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.682947 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-05dbe202-06e7-428a-b700-28462c51c751 req-628f2df8-bcc3-4dd0-a25d-1759478a45f2 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.61 "DELETE /networking/v2.0/ports/337b409d-a296-4c2d-9a34-bab9e39b72c4 HTTP/1.1" status: 204 len: 173 time: 1.2777147 Aug 30 01:22:44.683471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'name': 'network-vif-deleted', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:44.686372 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33199202-8bd6-4bc1-bdfc-b333c76e67d3" -d '{"events": [{"server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "name": "network-vif-deleted", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:44.732790 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:44.741484 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-356433dc-c2bb-4d99-b43b-ae7d77920309 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/c7699f9b-ed56-4819-b180-1fc8c81811f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9711597 Aug 30 01:22:44.745769 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34774) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:44.763739 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] Sync routers for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:44.785659 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:44.786643 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:44.834478 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:44.901607 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eea0d93-0fac-4a53-b93a-5dcd302ca965 x-openstack-request-id: req-7eea0d93-0fac-4a53-b93a-5dcd302ca965 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:44.901983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71a84e-dc40-4fe0-a125-b4dd1749396f", "name": "network-vif-deleted", "tag": "337b409d-a296-4c2d-9a34-bab9e39b72c4", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:44.902305 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7eea0d93-0fac-4a53-b93a-5dcd302ca965 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:44.902774 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eea0d93-0fac-4a53-b93a-5dcd302ca965'] response: {'server_uuid': '9c71a84e-dc40-4fe0-a125-b4dd1749396f', 'name': 'network-vif-deleted', 'tag': '337b409d-a296-4c2d-9a34-bab9e39b72c4', 'status': 'completed', 'code': 200} Aug 30 01:22:44.929217 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks [] for router (c7699f9b-ed56-4819-b180-1fc8c81811f0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.980107 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:44.984650 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:44.986518 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device f8872fed-3b35-451c-ae5b-1a2e7790acd0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:45.062942 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: f8872fed-3b35-451c-ae5b-1a2e7790acd0 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:45.063298 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device f8872fed-3b35-451c-ae5b-1a2e7790acd0 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:45.118217 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:45.122976 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks [] for router_gateway (c7699f9b-ed56-4819-b180-1fc8c81811f0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.132988 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955bdea-3741-49da-88fb-914ede700f5b req-801080bb-e3f3-4582-8122-2b0957beacc0 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.134561 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f955bdea-3741-49da-88fb-914ede700f5b req-801080bb-e3f3-4582-8122-2b0957beacc0 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0966239 Aug 30 01:22:45.155405 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:45.164329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:45.192965 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] Checking router: e6285b1e-66c4-4723-ae41-c5ab5e144614 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:45.204595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:45.205259 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:45.238666 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Deleting port 8ed4c70b-b29f-4727-947b-6afd5530d27f {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:45.239020 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.327450 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f955bdea-3741-49da-88fb-914ede700f5b req-4773b770-3e5d-4e78-8735-6b5a06cbfe1d tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823869 Aug 30 01:22:45.340141 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:45.382943 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:22:44Z', 'revision_number': 5, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port': {'id': '8ed4c70b-b29f-4727-947b-6afd5530d27f', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:47Z', 'updated_at': '2022-08-30T01:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:45.393105 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2f9c2483-b4e9-4d6b-b447-e63d13b7b641 req-3a81e78a-cfb8-4a8a-b6dd-3332f61cf4d9 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=9c71a84e-dc40-4fe0-a125-b4dd1749396f HTTP/1.1" status: 200 len: 210 time: 0.0652497 Aug 30 01:22:45.403121 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] For port 8ed4c70b-b29f-4727-947b-6afd5530d27f, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=8ed4c70b-b29f-4727-947b-6afd5530d27f,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:45.404479 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.413216 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:45.429351 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Calling delete_port for 8ed4c70b-b29f-4727-947b-6afd5530d27f owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:45.429662 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] Checking router: c7699f9b-ed56-4819-b180-1fc8c81811f0 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:45.450941 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] Routers {'c7699f9b-ed56-4819-b180-1fc8c81811f0'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:45.452707 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['c7699f9b-ed56-4819-b180-1fc8c81811f0'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:45.561638 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] Set router c7699f9b-ed56-4819-b180-1fc8c81811f0 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:45.623539 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:22:45Z', 'revision_number': 6, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port_host': None}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:45.658660 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0bf43-36a4-4960-a67d-57ce1c81e7e3 None None] The sync data for ids ['c7699f9b-ed56-4819-b180-1fc8c81811f0'] in dv-cinder-815145-12-iscsi is: [{'id': 'c7699f9b-ed56-4819-b180-1fc8c81811f0', 'name': 'tempest-TestMinimumBasicScenario-1550582929-router', 'tenant_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:46Z', 'updated_at': '2022-08-30T01:22:45Z', 'revision_number': 6, 'project_id': '91f4e4df4e2744bfb9fcd84431ed567e', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:45.675547 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (8ed4c70b-b29f-4727-947b-6afd5530d27f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.683576 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-725c07e7-5787-4146-8fef-3c23a891696f tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1498413457&fields=id&tenant_id=20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 267 time: 0.0856376 Aug 30 01:22:45.721000 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed4c70b-b29f-4727-947b-6afd5530d27f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:45.725711 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:45.751594 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892097f-2794-4c80-85b7-06e937529c89 None None] The sync data for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi is: [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:16:31Z', 'revision_number': 4, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '02bc49cc-2c98-4656-8d22-274ad8835723', 'name': '', 'network_id': 'b8469c42-cfe3-468a-82da-a1b36c332c12', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'mac_address': 'fa:16:3e:c6:e2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:29Z', 'updated_at': '2022-08-30T01:16:53Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'subnets': [{'id': '72bea7c6-c802-4f8e-bac9-179f8720a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:45.859716 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (c7699f9b-ed56-4819-b180-1fc8c81811f0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.910722 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-ae82f8b1-1804-4fcb-a82e-b5946a7b6ee9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.912365 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-ae82f8b1-1804-4fcb-a82e-b5946a7b6ee9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 812 time: 0.2195325 Aug 30 01:22:45.985153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (c7699f9b-ed56-4819-b180-1fc8c81811f0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.986056 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17c3669-918d-4cd9-bd7e-0932bb23fd50 None None] New status for floating IP 780e10a9-7948-4eaa-9555-3af0414ab885: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:22:45.987762 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-71abd655-4dce-4eaf-9469-5809b00954eb tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/quotas/20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 375 time: 0.0463822 Aug 30 01:22:45.989700 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks [] for router_controller (c7699f9b-ed56-4819-b180-1fc8c81811f0), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.095704 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-5b99aafa-1323-425f-a3a2-c3a12c92c017 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001720 Aug 30 01:22:46.096437 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (c7699f9b-ed56-4819-b180-1fc8c81811f0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.097214 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7699f9b-ed56-4819-b180-1fc8c81811f0 {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:22:46.102529 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.110562 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34790) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:46.111087 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f5f42396-8ef3-4d28-872e-3170eeab5be6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/c7699f9b-ed56-4819-b180-1fc8c81811f0 HTTP/1.1" status: 204 len: 168 time: 1.3639345 Aug 30 01:22:46.167031 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] Deleting subnet bdc24733-39f7-493a-b66f-4d9e4233a9d6 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:22:46.178867 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] Publish callbacks [] for subnet (bdc24733-39f7-493a-b66f-4d9e4233a9d6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.205999 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:46.206636 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:46.219072 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (bdc24733-39f7-493a-b66f-4d9e4233a9d6), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.229371 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-322c8f0a-290a-4c2d-8273-56ebcc77db2e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028936 Aug 30 01:22:46.300185 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (bdc24733-39f7-493a-b66f-4d9e4233a9d6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.331037 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-285639a2-0dd6-4e6b-bcff-cacda0a4be1e service neutron] 10.222.0.44 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950432 Aug 30 01:22:46.355869 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (bdc24733-39f7-493a-b66f-4d9e4233a9d6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.383854 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc24733-39f7-493a-b66f-4d9e4233a9d6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:46.387624 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.394090 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8379e913-61ee-4a8d-8e51-572c6c63720b admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/bdc24733-39f7-493a-b66f-4d9e4233a9d6 HTTP/1.1" status: 204 len: 168 time: 0.2823882 Aug 30 01:22:46.394650 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34796) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:46.395582 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca839ce-3ec1-4b53-b99e-4b3072da4244 None None] Network 5ce0c305-01fc-449d-b0c0-4088efbdda38 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:22:46.506694 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (5ce0c305-01fc-449d-b0c0-4088efbdda38), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.513980 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4fb27-8bf3-447c-bceb-0945afa492f7 req-1e09498b-6fb7-47d5-a470-28573889f3c3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:46.531721 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ce4fb27-8bf3-447c-bceb-0945afa492f7 req-1e09498b-6fb7-47d5-a470-28573889f3c3 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0882363 Aug 30 01:22:46.635913 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347aee6-cbff-4062-9002-543941400993 None None] DHCP port deletion for 5ce0c305-01fc-449d-b0c0-4088efbdda38 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:22:46.641010 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9ce4fb27-8bf3-447c-bceb-0945afa492f7 req-f4b0de65-04ce-46b2-be15-212cafb15626 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023343 Aug 30 01:22:46.642541 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4a99df58-f134-4bf8-bca1-1cf07876dba6 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:46.649106 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Deleting port 76b1f194-34a9-4554-bac5-98d7d90fc5aa {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:46.649573 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.667129 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:46.717769 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 4a99df58-f134-4bf8-bca1-1cf07876dba6 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:46.718958 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4a99df58-f134-4bf8-bca1-1cf07876dba6 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:46.720331 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 8ed4c70b-b29f-4727-947b-6afd5530d27f no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:46.758795 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0681b797-dabb-49c9-807e-f749d18d8657 req-10ddc304-3f07-49c0-8f2c-40fe2e1ff334 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 210 time: 0.0510833 Aug 30 01:22:46.791779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] For port 76b1f194-34a9-4554-bac5-98d7d90fc5aa, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=76b1f194-34a9-4554-bac5-98d7d90fc5aa,segment=NetworkSegment(c082aaec-7df1-4f5c-af1f-3e31589892c2),segment_id=c082aaec-7df1-4f5c-af1f-3e31589892c2)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:46.792233 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.806543 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34810) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:46.815750 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Calling delete_port for 76b1f194-34a9-4554-bac5-98d7d90fc5aa owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:46.883515 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3fe209ee-5551-4273-8aef-badc2ea34515 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (0e0056d4-8153-4068-9627-e856b37f70cc), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.911564 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3fe209ee-5551-4273-8aef-badc2ea34515 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (0e0056d4-8153-4068-9627-e856b37f70cc), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.917968 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.928747 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2347aee6-cbff-4062-9002-543941400993 None None] Deleting port 76b1f194-34a9-4554-bac5-98d7d90fc5aa {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:46.929710 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2347aee6-cbff-4062-9002-543941400993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:46.956013 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Pushing event deleted for resources: {'Port': ['ID=76b1f194-34a9-4554-bac5-98d7d90fc5aa,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:46.960229 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] No DVR routers for this DVR port 76b1f194-34a9-4554-bac5-98d7d90fc5aa on host dv-cinder-815145-12-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:46.977046 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 337b409d-a296-4c2d-9a34-bab9e39b72c4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:46.982607 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 8ed4c70b-b29f-4727-947b-6afd5530d27f {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:46.983205 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 8ed4c70b-b29f-4727-947b-6afd5530d27f not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:47.005337 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3fe209ee-5551-4273-8aef-badc2ea34515 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0e0056d4-8153-4068-9627-e856b37f70cc), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.009924 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3fe209ee-5551-4273-8aef-badc2ea34515 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.013508 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3fe209ee-5551-4273-8aef-badc2ea34515 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0e0056d4-8153-4068-9627-e856b37f70cc HTTP/1.1" status: 204 len: 168 time: 0.2056119 Aug 30 01:22:47.017516 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34816) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:47.019237 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 337b409d-a296-4c2d-9a34-bab9e39b72c4 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:47.019635 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 337b409d-a296-4c2d-9a34-bab9e39b72c4 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:47.032729 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe209ee-5551-4273-8aef-badc2ea34515 tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0056d4-8153-4068-9627-e856b37f70cc,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:47.035341 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2347aee6-cbff-4062-9002-543941400993 None None] For port 76b1f194-34a9-4554-bac5-98d7d90fc5aa, host dv-cinder-815145-12-iscsi, got binding levels [] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:47.035738 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2347aee6-cbff-4062-9002-543941400993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.074101 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2347aee6-cbff-4062-9002-543941400993 None None] Calling delete_port for 76b1f194-34a9-4554-bac5-98d7d90fc5aa owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:47.079611 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.ipam_backend_mixin [None req-2347aee6-cbff-4062-9002-543941400993 None None] Port 76b1f194-34a9-4554-bac5-98d7d90fc5aa was not found and therefore no delete operation was performed {{(pid=106477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 30 01:22:47.087486 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2347aee6-cbff-4062-9002-543941400993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (76b1f194-34a9-4554-bac5-98d7d90fc5aa), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.109806 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-1e7caed2-105c-4158-9a28-60bc4aa4bf0e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] show failed (client error): The resource could not be found. Aug 30 01:22:47.114997 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1e7caed2-105c-4158-9a28-60bc4aa4bf0e tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "GET /networking/v2.0/security-groups/0e0056d4-8153-4068-9627-e856b37f70cc HTTP/1.1" status: 404 len: 347 time: 0.0929625 Aug 30 01:22:47.117955 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (5ce0c305-01fc-449d-b0c0-4088efbdda38), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.119693 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34820) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:47.120198 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347aee6-cbff-4062-9002-543941400993 None None] Pushing event deleted for resources: {'Port': ['ID=76b1f194-34a9-4554-bac5-98d7d90fc5aa,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:47.126818 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347aee6-cbff-4062-9002-543941400993 None None] No DVR routers for this DVR port 76b1f194-34a9-4554-bac5-98d7d90fc5aa on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:47.162299 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce0c305-01fc-449d-b0c0-4088efbdda38']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:47.183123 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c082aaec-7df1-4f5c-af1f-3e31589892c2') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:47.183518 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c082aaec-7df1-4f5c-af1f-3e31589892c2') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:47.195208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (c082aaec-7df1-4f5c-af1f-3e31589892c2), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.213739 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (c082aaec-7df1-4f5c-af1f-3e31589892c2), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.221442 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:22:47.222218 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (c082aaec-7df1-4f5c-af1f-3e31589892c2), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.244144 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:47.262521 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Deleting port 065cb1c8-37f9-4ff8-a16b-32170506a4eb {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:47.262521 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.270924 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment c082aaec-7df1-4f5c-af1f-3e31589892c2 resource provider aggregate not found Aug 30 01:22:47.290544 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment c082aaec-7df1-4f5c-af1f-3e31589892c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c082aaec-7df1-4f5c-af1f-3e31589892c2 found for delete ", "request_id": "req-1373c41e-1a22-4e12-8684-201e111db3dc"}]} Aug 30 01:22:47.299472 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (5ce0c305-01fc-449d-b0c0-4088efbdda38), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.316609 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.320034 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/5ce0c305-01fc-449d-b0c0-4088efbdda38 HTTP/1.1" status: 204 len: 168 time: 0.9242389 Aug 30 01:22:47.321356 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6075-8b83-4261-bb1d-8c6757bbe36a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce0c305-01fc-449d-b0c0-4088efbdda38,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:47.322938 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34826) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:47.367733 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.368085 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (065cb1c8-37f9-4ff8-a16b-32170506a4eb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.388260 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Calling delete_port for 065cb1c8-37f9-4ff8-a16b-32170506a4eb owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:47.476945 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:47.547155 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (065cb1c8-37f9-4ff8-a16b-32170506a4eb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.578643 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Pushing event deleted for resources: {'Port': ['ID=065cb1c8-37f9-4ff8-a16b-32170506a4eb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:47.647698 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks [] for floatingip (780e10a9-7948-4eaa-9555-3af0414ab885), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.650231 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.654602 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-68cdb49d-ce5d-4f5e-a052-d2f047b6bfab tempest-AttachVolumeTestJSON-706439447 tempest-AttachVolumeTestJSON-706439447-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/780e10a9-7948-4eaa-9555-3af0414ab885 HTTP/1.1" status: 204 len: 168 time: 0.5334487 Aug 30 01:22:47.692871 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (87714bcc-603b-400d-a9cc-2eddcbbf3433), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:47.802849 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5c106-f7af-460f-b447-2361a545b2ea req-36041e26-b9dc-4e3a-b355-e71ab068c401 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:47.804430 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ab5c106-f7af-460f-b447-2361a545b2ea req-36041e26-b9dc-4e3a-b355-e71ab068c401 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0804768 Aug 30 01:22:47.851289 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:47.857384 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ab5c106-f7af-460f-b447-2361a545b2ea req-58a3ccf5-e3a1-4ab9-a663-cf778283443b tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471666 Aug 30 01:22:47.891667 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f578871-acba-4e4f-882d-a3d186f8dc4b req-e2765eb1-bcb8-4d48-9e60-6e2896148d2d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 210 time: 0.0408926 Aug 30 01:22:47.960663 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Deleting port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:47.961009 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.048562 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] For port cfa27317-34d5-43f7-81aa-e3b1c2fab0bc, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,segment=NetworkSegment(b3a28ed9-4aae-4bc8-97ed-95043fec841a),segment_id=b3a28ed9-4aae-4bc8-97ed-95043fec841a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:48.048930 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.062936 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Calling delete_port for cfa27317-34d5-43f7-81aa-e3b1c2fab0bc owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:48.185928 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-85e2f515-aa05-4b86-9d81-caaf15a938fc tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:48.188108 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-85e2f515-aa05-4b86-9d81-caaf15a938fc tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 812 time: 0.1087644 Aug 30 01:22:48.258373 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:48.264734 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (cfa27317-34d5-43f7-81aa-e3b1c2fab0bc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.266282 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-2ed65e8a-2be1-49ce-9cfa-f2056adc5661 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 380 time: 0.0622749 Aug 30 01:22:48.278927 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'port': {'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'admin_state_up': True, 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'security_groups': ['91832125-6fcf-4787-8a04-ef4564de847c']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:48.299135 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa27317-34d5-43f7-81aa-e3b1c2fab0bc,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:48.344202 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 76b1f194-34a9-4554-bac5-98d7d90fc5aa no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:48.369588 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 76b1f194-34a9-4554-bac5-98d7d90fc5aa {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:48.370470 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 76b1f194-34a9-4554-bac5-98d7d90fc5aa not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:48.425871 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Made reservation on behalf of 20cdcff29a0448dc92460b2ddd45617b for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:22:48.427789 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:48.430334 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.510932 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (87714bcc-603b-400d-a9cc-2eddcbbf3433), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.512940 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:48.575717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Allocated IP 172.20.0.12 (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3/c0b28002-8459-4951-ba8b-ed39e4244853/a1ad209b-8fbb-43fc-9b1e-2133ae985606) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:22:48.737318 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Router 87714bcc-603b-400d-a9cc-2eddcbbf3433 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:48.738562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.786482 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.843862 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:48.850822 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:48.851838 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=a1ad209b-8fbb-43fc-9b1e-2133ae985606,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:48.856819 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:22:48.946227 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:48.947627 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:48.984344 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-02026f43-4583-4229-bd4b-1b02ce002163 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7096260 Aug 30 01:22:49.087443 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d0e-feed-4c7f-80ec-0a30003eb100 req-1373ebc4-926a-4193-ad61-e38834ae97df tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:49.089178 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f4aa6d0e-feed-4c7f-80ec-0a30003eb100 req-1373ebc4-926a-4193-ad61-e38834ae97df tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.0696399 Aug 30 01:22:49.131136 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Request body: {'port': {'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:49.146370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:49.201346 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb45d-249d-4e97-8b60-3e3504882b4f req-91874d25-56d2-4eb8-be25-235f4e8b4190 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:49.203436 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59ddb45d-249d-4e97-8b60-3e3504882b4f req-91874d25-56d2-4eb8-be25-235f4e8b4190 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 932 time: 0.0913637 Aug 30 01:22:49.224805 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f4aa6d0e-feed-4c7f-80ec-0a30003eb100 req-a8b2075c-ffd5-41ba-ab2c-d6787c1666a9 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226242 Aug 30 01:22:49.232802 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:49.240469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:49.249423 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-25785e7f-f980-42de-8ebe-7fc9c12b493e admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/87714bcc-603b-400d-a9cc-2eddcbbf3433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254448 Aug 30 01:22:49.252883 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34846) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:49.253486 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] Sync routers for ids ['87714bcc-603b-400d-a9cc-2eddcbbf3433'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:49.273288 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-e3911fd7-f433-4ce3-a8b3-c236e54e334f None None] Provisioning complete for port a1ad209b-8fbb-43fc-9b1e-2133ae985606 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:49.273669 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e3911fd7-f433-4ce3-a8b3-c236e54e334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:49.282061 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] Routers {'87714bcc-603b-400d-a9cc-2eddcbbf3433'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:49.285453 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['87714bcc-603b-400d-a9cc-2eddcbbf3433'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:49.312679 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59ddb45d-249d-4e97-8b60-3e3504882b4f req-50e5a9c0-164d-43d1-82a0-0b6f7155615e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000202 Aug 30 01:22:49.315939 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e3911fd7-f433-4ce3-a8b3-c236e54e334f None None] Port a1ad209b-8fbb-43fc-9b1e-2133ae985606 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:22:49.425017 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] Set router 87714bcc-603b-400d-a9cc-2eddcbbf3433 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:49.425948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:49.468683 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks [] for router (87714bcc-603b-400d-a9cc-2eddcbbf3433), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:49.512773 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:49.547649 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:22:49.606227 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:22:48Z', 'revision_number': 5, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:49.632256 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] Checking router: 87714bcc-603b-400d-a9cc-2eddcbbf3433 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:49.641003 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] Routers {'87714bcc-603b-400d-a9cc-2eddcbbf3433'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:49.641591 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['87714bcc-603b-400d-a9cc-2eddcbbf3433'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:49.645552 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks [] for router_gateway (87714bcc-603b-400d-a9cc-2eddcbbf3433), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:49.765098 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] Set router 87714bcc-603b-400d-a9cc-2eddcbbf3433 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:49.824111 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:49.881080 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:49.955671 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:22:48Z', 'revision_number': 5, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:49.982750 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df684a-b093-4dd5-8bff-9145a68b8c4f None None] The sync data for ids ['87714bcc-603b-400d-a9cc-2eddcbbf3433'] in dv-cinder-815145-12-iscsi is: [{'id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'name': 'tempest-TestMinimumBasicScenario-425238102-router', 'tenant_id': '0ce5293d77734c08bdae2dd3a01ca285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:56Z', 'updated_at': '2022-08-30T01:22:48Z', 'revision_number': 5, 'project_id': '0ce5293d77734c08bdae2dd3a01ca285', 'gw_port': {'id': '0bd1056d-b557-4db5-bbbd-3834c5e7ca86', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87714bcc-603b-400d-a9cc-2eddcbbf3433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:57Z', 'updated_at': '2022-08-30T01:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:49.991228 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ad209b-8fbb-43fc-9b1e-2133ae985606 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:22:49.995977 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Deleting port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:49.996338 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.002379 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Publish callbacks [] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.055212 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Transition to ACTIVE for port object a1ad209b-8fbb-43fc-9b1e-2133ae985606 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:22:50.064428 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.183014 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] For port 0bd1056d-b557-4db5-bbbd-3834c5e7ca86, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:50.183387 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.186263 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e0869-337f-4114-a134-73809708163c service neutron] Pushing event updated for resources: {'Port': ['ID=a1ad209b-8fbb-43fc-9b1e-2133ae985606,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:50.208522 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Calling delete_port for 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:50.238147 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Attempting to bind port a1ad209b-8fbb-43fc-9b1e-2133ae985606 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:22:50.238484 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Attempting to bind port a1ad209b-8fbb-43fc-9b1e-2133ae985606 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:22:50.238814 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Attempting to bind port a1ad209b-8fbb-43fc-9b1e-2133ae985606 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:50.286922 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Port a1ad209b-8fbb-43fc-9b1e-2133ae985606 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:22:50.287154 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Attempting to bind port a1ad209b-8fbb-43fc-9b1e-2133ae985606 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:50.296295 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:22:50.296679 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Checking segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:22:50.297030 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Bound using segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:22:50.297465 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Bound port: a1ad209b-8fbb-43fc-9b1e-2133ae985606, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:22:50.297879 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.411668 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device cfa27317-34d5-43f7-81aa-e3b1c2fab0bc no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:50.444387 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: cfa27317-34d5-43f7-81aa-e3b1c2fab0bc {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:50.444879 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device cfa27317-34d5-43f7-81aa-e3b1c2fab0bc not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:50.458854 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac10bd-277f-4bd3-ad24-e75e3be5d489 req-a0f7db0f-a6d6-4f70-af66-38eb45191633 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:50.460451 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bac10bd-277f-4bd3-ad24-e75e3be5d489 req-a0f7db0f-a6d6-4f70-af66-38eb45191633 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 943 time: 0.1388276 Aug 30 01:22:50.476437 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6273105-f056-4ed9-960a-4546c7489609 req-6c0411fe-10c3-4d55-9b63-01b2c4de514d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:50.477150 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:50.479026 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f6273105-f056-4ed9-960a-4546c7489609 req-6c0411fe-10c3-4d55-9b63-01b2c4de514d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 944 time: 0.0648222 Aug 30 01:22:50.486590 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] For port a1ad209b-8fbb-43fc-9b1e-2133ae985606, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:22:50.503000 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:50.523897 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] For port a1ad209b-8fbb-43fc-9b1e-2133ae985606, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:22:50.551750 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f6273105-f056-4ed9-960a-4546c7489609 req-80a87c4a-b01e-4142-83c3-80664c015b46 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658755 Aug 30 01:22:50.563699 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.574827 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:50.575443 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.576850 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a70e0869-337f-4114-a134-73809708163c service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 200 len: 1094 time: 1.4637420 Aug 30 01:22:50.581951 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:50.584234 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee" -d '{"events": [{"name": "network-changed", "server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:50.636810 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bac10bd-277f-4bd3-ad24-e75e3be5d489 req-77cf4103-133f-4f5a-9365-d06b48a318f6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636355 Aug 30 01:22:50.674951 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (0bd1056d-b557-4db5-bbbd-3834c5e7ca86), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.684279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870d259a-18ca-4488-8193-14f183577735 x-openstack-request-id: req-870d259a-18ca-4488-8193-14f183577735 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:50.684568 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:50.684822 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-870d259a-18ca-4488-8193-14f183577735 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:50.685298 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870d259a-18ca-4488-8193-14f183577735'] response: {'name': 'network-changed', 'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'status': 'completed', 'code': 200} Aug 30 01:22:50.704065 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e0869-337f-4114-a134-73809708163c service neutron] Pushing event updated for resources: {'Port': ['ID=a1ad209b-8fbb-43fc-9b1e-2133ae985606,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:50.707254 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-f1d5f43c-9704-4997-95af-3826df1fbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:50.708816 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-f1d5f43c-9704-4997-95af-3826df1fbf6c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1128 time: 0.0693316 Aug 30 01:22:50.753951 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd1056d-b557-4db5-bbbd-3834c5e7ca86,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:50.805804 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-52354b39-98f0-430b-8ef9-0d2dae5f3789 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 200 len: 217 time: 0.0588410 Aug 30 01:22:50.853745 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (87714bcc-603b-400d-a9cc-2eddcbbf3433), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.922237 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-96a0fe38-8048-4b5d-856b-4b241c27e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:50.923689 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-96a0fe38-8048-4b5d-856b-4b241c27e37a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.1093884 Aug 30 01:22:50.969184 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 90cf8014-421d-45c2-8701-cc67f5ad29d1 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:22:50.974153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (87714bcc-603b-400d-a9cc-2eddcbbf3433), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.978207 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks [] for router_controller (87714bcc-603b-400d-a9cc-2eddcbbf3433), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.002412 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:51.024934 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-c9cd5052-08a1-4213-b85a-3180ef84627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:51.026887 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-c9cd5052-08a1-4213-b85a-3180ef84627f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800712 Aug 30 01:22:51.043396 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (87714bcc-603b-400d-a9cc-2eddcbbf3433), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.043987 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87714bcc-603b-400d-a9cc-2eddcbbf3433 {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:22:51.059051 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.063588 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c355cb98-9aa9-4d1c-b988-d8eadecef360 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/87714bcc-603b-400d-a9cc-2eddcbbf3433 HTTP/1.1" status: 204 len: 168 time: 1.8095648 Aug 30 01:22:51.063872 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34864) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:51.077121 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:51.080204 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:51.095923 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'port_id': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'mac_address': 'fa:16:3e:95:09:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:22:51.124255 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] Deleting subnet c10d8a32-0615-40be-9ea7-1a8aa4122940 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:22:51.128248 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] Publish callbacks [] for subnet (c10d8a32-0615-40be-9ea7-1a8aa4122940), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.140931 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 90cf8014-421d-45c2-8701-cc67f5ad29d1 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:51.141583 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.158750 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-8b0aa1f6-589e-4160-87e4-a29a84bbc56d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245515 Aug 30 01:22:51.159511 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cf8014-421d-45c2-8701-cc67f5ad29d1 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:22:51.169071 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (c10d8a32-0615-40be-9ea7-1a8aa4122940), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.189186 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:51.193662 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.253283 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=7']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:51.263435 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (c10d8a32-0615-40be-9ea7-1a8aa4122940), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.279356 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4af24b99-47e0-44b5-8ef1-20b214df7508 req-a2af060a-32a0-47da-99c7-c34b3081fd29 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140709 Aug 30 01:22:51.347909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (c10d8a32-0615-40be-9ea7-1a8aa4122940), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.366397 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34872) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:51.378163 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10d8a32-0615-40be-9ea7-1a8aa4122940,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:51.380499 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.383649 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-813ba30e-a959-4d41-a488-81a1754f54fc admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/c10d8a32-0615-40be-9ea7-1a8aa4122940 HTTP/1.1" status: 204 len: 168 time: 0.3184652 Aug 30 01:22:51.384505 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c73589-9ce6-469e-ad98-40ea0c1d9804 None None] Network 25335900-2473-49df-be4c-56e6eb1682c0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:22:51.387119 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34876) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:51.455721 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:51.461009 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (25335900-2473-49df-be4c-56e6eb1682c0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.510716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Deleting port 7fd99b4f-894f-41f3-a724-dd54d43e1200 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:51.511376 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.539811 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['90cf8014-421d-45c2-8701-cc67f5ad29d1'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:22:51.589889 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] For port 7fd99b4f-894f-41f3-a724-dd54d43e1200, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7fd99b4f-894f-41f3-a724-dd54d43e1200,segment=NetworkSegment(b3a28ed9-4aae-4bc8-97ed-95043fec841a),segment_id=b3a28ed9-4aae-4bc8-97ed-95043fec841a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:51.590378 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.617026 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Calling delete_port for 7fd99b4f-894f-41f3-a724-dd54d43e1200 owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:51.636403 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] DHCP port deletion for 25335900-2473-49df-be4c-56e6eb1682c0 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:22:51.734946 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] Deleting port 7fd99b4f-894f-41f3-a724-dd54d43e1200 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:51.735356 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.776713 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.782554 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-09441eef-7a4e-4132-9b74-b99074fbe08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:51.783225 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-09441eef-7a4e-4132-9b74-b99074fbe08d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1128 time: 0.1935320 Aug 30 01:22:51.788158 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:51.791188 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a7129-9016-4e39-b894-a3bcd6fc43d5 req-1923f72b-dba8-432e-a1d7-1d3a5791d6c5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:51.793194 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-017a7129-9016-4e39-b894-a3bcd6fc43d5 req-1923f72b-dba8-432e-a1d7-1d3a5791d6c5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 944 time: 0.0602372 Aug 30 01:22:51.815196 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd99b4f-894f-41f3-a724-dd54d43e1200,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:51.817518 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] No DVR routers for this DVR port 7fd99b4f-894f-41f3-a724-dd54d43e1200 on host dv-cinder-815145-12-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:51.848936 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] For port 7fd99b4f-894f-41f3-a724-dd54d43e1200, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7fd99b4f-894f-41f3-a724-dd54d43e1200,segment=NetworkSegment(b3a28ed9-4aae-4bc8-97ed-95043fec841a),segment_id=b3a28ed9-4aae-4bc8-97ed-95043fec841a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:51.849225 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.861472 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:51.876940 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] Calling delete_port for 7fd99b4f-894f-41f3-a724-dd54d43e1200 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:51.895608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352d254-cab3-4f0c-9b09-3505cc76849f req-b16d5d9d-f359-4af6-94e5-1bd8fbda1b0a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:51.902879 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e352d254-cab3-4f0c-9b09-3505cc76849f req-b16d5d9d-f359-4af6-94e5-1bd8fbda1b0a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 944 time: 0.1643372 Aug 30 01:22:51.915643 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:51.922305 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (25335900-2473-49df-be4c-56e6eb1682c0), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:51.957617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25335900-2473-49df-be4c-56e6eb1682c0']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:51.968673 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-017a7129-9016-4e39-b894-a3bcd6fc43d5 req-ee886f26-5776-4974-8d99-56ad59f1f7ad tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571538 Aug 30 01:22:51.979080 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a28ed9-4aae-4bc8-97ed-95043fec841a') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:51.979378 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a28ed9-4aae-4bc8-97ed-95043fec841a') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:52.000534 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (7fd99b4f-894f-41f3-a724-dd54d43e1200), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.003743 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (b3a28ed9-4aae-4bc8-97ed-95043fec841a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.019134 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (b3a28ed9-4aae-4bc8-97ed-95043fec841a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.026291 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:22:52.026759 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (b3a28ed9-4aae-4bc8-97ed-95043fec841a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.036372 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e352d254-cab3-4f0c-9b09-3505cc76849f req-ceaa0ddc-824f-455d-afdf-ee95e2fe2614 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329393 Aug 30 01:22:52.038733 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] Pushing event deleted for resources: {'Port': ['ID=7fd99b4f-894f-41f3-a724-dd54d43e1200,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:52.046834 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-1f508e2a-8306-4fac-97bb-7adb0f6a50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:52.048711 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-1f508e2a-8306-4fac-97bb-7adb0f6a50cd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.2581179 Aug 30 01:22:52.052181 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d629f-d10b-4c5c-9892-07fa6a82581c None None] No DVR routers for this DVR port 7fd99b4f-894f-41f3-a724-dd54d43e1200 on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:52.101614 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment b3a28ed9-4aae-4bc8-97ed-95043fec841a resource provider aggregate not found Aug 30 01:22:52.118538 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (25335900-2473-49df-be4c-56e6eb1682c0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.119704 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-b3a47b94-8ba4-4afa-a2f3-1459f0194591 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 200 len: 217 time: 0.0472829 Aug 30 01:22:52.125128 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.128793 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/25335900-2473-49df-be4c-56e6eb1682c0 HTTP/1.1" status: 204 len: 168 time: 0.7404866 Aug 30 01:22:52.130767 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment b3a28ed9-4aae-4bc8-97ed-95043fec841a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3a28ed9-4aae-4bc8-97ed-95043fec841a found for delete ", "request_id": "req-28112d52-8519-4c2c-8104-d00df9a329be"}]} Aug 30 01:22:52.137236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (e6285b1e-66c4-4723-ae41-c5ab5e144614), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.144497 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ddb4a-9c9c-4d72-8eb9-6c3023390fab admin admin] Pushing event deleted for resources: {'Network': ['ID=25335900-2473-49df-be4c-56e6eb1682c0,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:52.220591 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-f032917d-45c3-4faf-88ea-ea7436dd4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:52.222082 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-f032917d-45c3-4faf-88ea-ea7436dd4167 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0960126 Aug 30 01:22:52.279273 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34888) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:52.308416 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-ffef7523-ac9d-4999-a615-8c63846d73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:52.309925 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-ffef7523-ac9d-4999-a615-8c63846d73b9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588911 Aug 30 01:22:52.353744 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-75253b99-6b2d-489c-b847-a4716f48f6a6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=91f4e4df4e2744bfb9fcd84431ed567e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730102 Aug 30 01:22:52.356428 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34890) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:52.360825 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:52.389264 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:52.390004 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 0bd1056d-b557-4db5-bbbd-3834c5e7ca86 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:52.390589 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7fd99b4f-894f-41f3-a724-dd54d43e1200 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:52.411337 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 7fd99b4f-894f-41f3-a724-dd54d43e1200 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:52.411782 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7fd99b4f-894f-41f3-a724-dd54d43e1200 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:52.420191 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e52ab515-4e4c-4149-816e-855b69702fd3 admin admin] Publish callbacks [] for security_group (225fceae-469e-4d08-a9fb-bcd7e5760f3c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.443644 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e52ab515-4e4c-4149-816e-855b69702fd3 admin admin] Publish callbacks [] for security_group (225fceae-469e-4d08-a9fb-bcd7e5760f3c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.486090 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-6a281cb3-5dc9-455f-b3d4-092dfd9f8381 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463070 Aug 30 01:22:52.490604 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e52ab515-4e4c-4149-816e-855b69702fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (225fceae-469e-4d08-a9fb-bcd7e5760f3c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.493691 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e52ab515-4e4c-4149-816e-855b69702fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.494843 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e52ab515-4e4c-4149-816e-855b69702fd3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/225fceae-469e-4d08-a9fb-bcd7e5760f3c HTTP/1.1" status: 204 len: 168 time: 0.1373353 Aug 30 01:22:52.504139 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ab515-4e4c-4149-816e-855b69702fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225fceae-469e-4d08-a9fb-bcd7e5760f3c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:52.570115 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Deleting port 02bc49cc-2c98-4656-8d22-274ad8835723 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:52.570452 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.669834 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b3d2fb42-f89f-4727-a77b-2458cc6bcaee req-b4cc007f-3d9e-4186-8cf6-99c954c8f36e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613102 Aug 30 01:22:52.688424 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] For port 02bc49cc-2c98-4656-8d22-274ad8835723, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=02bc49cc-2c98-4656-8d22-274ad8835723,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:52.688793 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.691305 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:52.704020 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Calling delete_port for 02bc49cc-2c98-4656-8d22-274ad8835723 owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:52.857182 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34900) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:52.886406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:52.910930 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (02bc49cc-2c98-4656-8d22-274ad8835723), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.911107 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-70de1d42-c88f-4ac2-b989-5ec16349793c admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=0ce5293d77734c08bdae2dd3a01ca285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500705 Aug 30 01:22:52.911222 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34904) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:52.934313 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bc49cc-2c98-4656-8d22-274ad8835723,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:52.985613 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 90cf8014-421d-45c2-8701-cc67f5ad29d1 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:53.016895 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-839ff266-0370-4cb5-8a22-0182b8b2eabe admin admin] Publish callbacks [] for security_group (9ef757b4-c8b9-4d8c-814f-58e7df329d2a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.030083 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:53.031082 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:53.040496 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:53.063713 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-839ff266-0370-4cb5-8a22-0182b8b2eabe admin admin] Publish callbacks [] for security_group (9ef757b4-c8b9-4d8c-814f-58e7df329d2a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.071068 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 90cf8014-421d-45c2-8701-cc67f5ad29d1 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:53.071843 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.197326 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 90cf8014-421d-45c2-8701-cc67f5ad29d1 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:53.198400 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.207367 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-839ff266-0370-4cb5-8a22-0182b8b2eabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9ef757b4-c8b9-4d8c-814f-58e7df329d2a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.210641 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-839ff266-0370-4cb5-8a22-0182b8b2eabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.214362 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-839ff266-0370-4cb5-8a22-0182b8b2eabe admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9ef757b4-c8b9-4d8c-814f-58e7df329d2a HTTP/1.1" status: 204 len: 168 time: 0.2994390 Aug 30 01:22:53.256510 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:53.259721 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b398b6ed-af73-4d79-9f90-ec4fe1adc019" -d '{"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-plugged", "status": "completed", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:53.281606 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:53.288569 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.321381 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ff266-0370-4cb5-8a22-0182b8b2eabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef757b4-c8b9-4d8c-814f-58e7df329d2a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:53.341327 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea994a1d-dad7-4849-ad4c-71712d8c67e3 req-d21f6a34-3753-4545-9bb0-7516fe647958 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:53.349882 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea994a1d-dad7-4849-ad4c-71712d8c67e3 req-d21f6a34-3753-4545-9bb0-7516fe647958 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 944 time: 0.1562521 Aug 30 01:22:53.379439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=8']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:53.454791 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea994a1d-dad7-4849-ad4c-71712d8c67e3 req-914e00f0-1caa-4c39-b3e5-a14442c4ae46 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910859 Aug 30 01:22:53.501913 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eb9170-bc76-45dd-878e-00e8e2d290f5 x-openstack-request-id: req-b6eb9170-bc76-45dd-878e-00e8e2d290f5 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:53.502276 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-plugged", "status": "completed", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:53.502774 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6eb9170-bc76-45dd-878e-00e8e2d290f5 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:53.503256 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6eb9170-bc76-45dd-878e-00e8e2d290f5'] response: {'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'code': 200} Aug 30 01:22:53.580109 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df2ddd-08a1-4e96-9ab8-c013e4f138ec req-172bf83a-b9d9-42b9-a36c-9bf0c7746b72 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:53.581724 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-08df2ddd-08a1-4e96-9ab8-c013e4f138ec req-172bf83a-b9d9-42b9-a36c-9bf0c7746b72 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0915596 Aug 30 01:22:53.620329 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (e6285b1e-66c4-4723-ae41-c5ab5e144614), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:53.693887 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-08df2ddd-08a1-4e96-9ab8-c013e4f138ec req-d52aa596-8971-478a-ba6f-7d2cf52d8f47 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040862 Aug 30 01:22:53.817516 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4a6d4-5d7a-4f4f-a47c-cedd413e64be req-4337d089-cfde-4312-9a22-810976c2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:53.819023 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e4f4a6d4-5d7a-4f4f-a47c-cedd413e64be req-4337d089-cfde-4312-9a22-810976c2ff1d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1129 time: 0.0517828 Aug 30 01:22:53.947645 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e4f4a6d4-5d7a-4f4f-a47c-cedd413e64be req-79ae68f4-93e1-4f00-88c7-3000177b0273 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901775 Aug 30 01:22:53.960882 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Router e6285b1e-66c4-4723-ae41-c5ab5e144614 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:54.019450 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:54.067354 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:54.072435 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-886c0a46-3634-4ad2-8270-7462a2cdee59 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/e6285b1e-66c4-4723-ae41-c5ab5e144614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7049305 Aug 30 01:22:54.074972 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34918) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:54.078530 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] Sync routers for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:54.092320 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:54.092969 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:54.176903 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks [] for router (e6285b1e-66c4-4723-ae41-c5ab5e144614), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.196026 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:54.290620 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks [] for router_gateway (e6285b1e-66c4-4723-ae41-c5ab5e144614), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.296312 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:54.341461 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Deleting port 2376584d-40ab-4118-a85f-96183330904e {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:54.341824 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (2376584d-40ab-4118-a85f-96183330904e), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.376148 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2376584d-40ab-4118-a85f-96183330904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:22:52Z', 'revision_number': 5, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port': {'id': '2376584d-40ab-4118-a85f-96183330904e', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:16:25Z', 'updated_at': '2022-08-30T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:54.401834 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] Checking router: e6285b1e-66c4-4723-ae41-c5ab5e144614 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:54.411744 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] Routers {'e6285b1e-66c4-4723-ae41-c5ab5e144614'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:54.412395 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e6285b1e-66c4-4723-ae41-c5ab5e144614'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:54.426219 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] For port 2376584d-40ab-4118-a85f-96183330904e, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=2376584d-40ab-4118-a85f-96183330904e,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:54.426583 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (2376584d-40ab-4118-a85f-96183330904e), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.440916 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Calling delete_port for 2376584d-40ab-4118-a85f-96183330904e owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:54.501873 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] Set router e6285b1e-66c4-4723-ae41-c5ab5e144614 gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:54.558449 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:22:54Z', 'revision_number': 6, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port_host': None}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:54.582378 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f299e14-18c3-4b6a-ac7f-3fc46997f72b req-5a4d63c5-aa97-4d0b-8f82-edc6e328bbbf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:54.584491 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5f299e14-18c3-4b6a-ac7f-3fc46997f72b req-5a4d63c5-aa97-4d0b-8f82-edc6e328bbbf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 944 time: 0.0560694 Aug 30 01:22:54.584892 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e89f92-e27b-49a2-ad74-65f0cb507541 None None] The sync data for ids ['e6285b1e-66c4-4723-ae41-c5ab5e144614'] in dv-cinder-815145-12-iscsi is: [{'id': 'e6285b1e-66c4-4723-ae41-c5ab5e144614', 'name': 'tempest-AttachVolumeTestJSON-1490528909-router', 'tenant_id': 'a69f2b2876ed47459a8b960ff679c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:16:23Z', 'updated_at': '2022-08-30T01:22:54Z', 'revision_number': 6, 'project_id': 'a69f2b2876ed47459a8b960ff679c724', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:54.630462 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (2376584d-40ab-4118-a85f-96183330904e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.638350 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5f299e14-18c3-4b6a-ac7f-3fc46997f72b req-49838d41-ef48-423a-a096-d5722e9bbe08 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Aug 30 01:22:54.662534 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=2376584d-40ab-4118-a85f-96183330904e,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:54.723957 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (e6285b1e-66c4-4723-ae41-c5ab5e144614), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.845703 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (e6285b1e-66c4-4723-ae41-c5ab5e144614), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.849725 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks [] for router_controller (e6285b1e-66c4-4723-ae41-c5ab5e144614), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.864084 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c16-6783-43fb-b4e2-d4df4d7bbad2 req-c38f6d0f-f5da-42f2-8d3e-ac13c2038a96 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:54.865584 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb3b4c16-6783-43fb-b4e2-d4df4d7bbad2 req-c38f6d0f-f5da-42f2-8d3e-ac13c2038a96 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0805376 Aug 30 01:22:54.924166 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (e6285b1e-66c4-4723-ae41-c5ab5e144614), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.924728 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6285b1e-66c4-4723-ae41-c5ab5e144614 {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:22:54.929691 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.930829 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4c5bc11b-9ae7-4c9e-a31a-f3887cac9a6c admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/e6285b1e-66c4-4723-ae41-c5ab5e144614 HTTP/1.1" status: 204 len: 168 time: 0.8549058 Aug 30 01:22:54.933612 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34928) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:54.958518 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb3b4c16-6783-43fb-b4e2-d4df4d7bbad2 req-581b0b02-b530-4d79-a1e0-c56bf112357f tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570433 Aug 30 01:22:55.009343 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] Deleting subnet 72bea7c6-c802-4f8e-bac9-179f8720a5e4 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:22:55.014016 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] Publish callbacks [] for subnet (72bea7c6-c802-4f8e-bac9-179f8720a5e4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.056129 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (72bea7c6-c802-4f8e-bac9-179f8720a5e4), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.081070 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:55.141797 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (72bea7c6-c802-4f8e-bac9-179f8720a5e4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.196043 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (72bea7c6-c802-4f8e-bac9-179f8720a5e4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.220524 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bea7c6-c802-4f8e-bac9-179f8720a5e4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:55.228126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.231820 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1edde969-d61c-42ac-af89-f0616e3d3fd0 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/72bea7c6-c802-4f8e-bac9-179f8720a5e4 HTTP/1.1" status: 204 len: 168 time: 0.2971802 Aug 30 01:22:55.233621 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b89ef3-43d7-42b8-9cd0-c95cc5a64e97 None None] Network b8469c42-cfe3-468a-82da-a1b36c332c12 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:22:55.234979 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34930) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:55.309491 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (b8469c42-cfe3-468a-82da-a1b36c332c12), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.358853 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Deleting port 272daab3-a2ed-44f9-9c0a-ff3d16de664a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:55.359194 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.405538 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] DHCP port deletion for b8469c42-cfe3-468a-82da-a1b36c332c12 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:22:55.437674 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] For port 272daab3-a2ed-44f9-9c0a-ff3d16de664a, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=272daab3-a2ed-44f9-9c0a-ff3d16de664a,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:55.438041 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.450335 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] Deleting port 272daab3-a2ed-44f9-9c0a-ff3d16de664a {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:55.450944 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.453662 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Calling delete_port for 272daab3-a2ed-44f9-9c0a-ff3d16de664a owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:55.540135 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:55.550371 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.580225 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=272daab3-a2ed-44f9-9c0a-ff3d16de664a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:55.584264 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] No DVR routers for this DVR port 272daab3-a2ed-44f9-9c0a-ff3d16de664a on host dv-cinder-815145-12-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:55.668707 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] For port 272daab3-a2ed-44f9-9c0a-ff3d16de664a, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=272daab3-a2ed-44f9-9c0a-ff3d16de664a,segment=NetworkSegment(357464a8-f3b1-438d-9e88-de1fd8b8872f),segment_id=357464a8-f3b1-438d-9e88-de1fd8b8872f)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:55.669226 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.697022 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (b8469c42-cfe3-468a-82da-a1b36c332c12), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.697507 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] Calling delete_port for 272daab3-a2ed-44f9-9c0a-ff3d16de664a owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:55.745066 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8469c42-cfe3-468a-82da-a1b36c332c12']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:55.749394 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:55.760436 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357464a8-f3b1-438d-9e88-de1fd8b8872f') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:55.761042 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357464a8-f3b1-438d-9e88-de1fd8b8872f') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:55.771103 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:55.777333 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (357464a8-f3b1-438d-9e88-de1fd8b8872f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.789989 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (272daab3-a2ed-44f9-9c0a-ff3d16de664a), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.799345 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (357464a8-f3b1-438d-9e88-de1fd8b8872f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.809258 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:55.811780 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:22:55.812577 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (357464a8-f3b1-438d-9e88-de1fd8b8872f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.839445 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7177c5-4e9f-48bf-8997-bcc934d1b9f0 req-f4be837f-843d-4544-a2c4-c8475f33aa59 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:55.841555 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e7177c5-4e9f-48bf-8997-bcc934d1b9f0 req-f4be837f-843d-4544-a2c4-c8475f33aa59 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 944 time: 0.1043706 Aug 30 01:22:55.843619 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] Pushing event deleted for resources: {'Port': ['ID=272daab3-a2ed-44f9-9c0a-ff3d16de664a,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:55.850681 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce3644-4b2c-4c7b-968e-8384dd090e68 None None] No DVR routers for this DVR port 272daab3-a2ed-44f9-9c0a-ff3d16de664a on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:55.888303 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 357464a8-f3b1-438d-9e88-de1fd8b8872f resource provider aggregate not found Aug 30 01:22:55.916381 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e7177c5-4e9f-48bf-8997-bcc934d1b9f0 req-68bb5152-2869-4fbe-9994-ee63baf3d353 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672991 Aug 30 01:22:55.923852 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 357464a8-f3b1-438d-9e88-de1fd8b8872f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 357464a8-f3b1-438d-9e88-de1fd8b8872f found for delete ", "request_id": "req-6726e0cd-cd57-428a-9cb6-3665afb4999a"}]} Aug 30 01:22:55.953992 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (b8469c42-cfe3-468a-82da-a1b36c332c12), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.960505 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.963611 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/b8469c42-cfe3-468a-82da-a1b36c332c12 HTTP/1.1" status: 204 len: 168 time: 0.7277055 Aug 30 01:22:55.977271 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c4191-2eed-4aae-b779-dd71003c3068 req-d83ca166-25c3-4365-ad32-64531835eea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:55.978802 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fd4c4191-2eed-4aae-b779-dd71003c3068 req-d83ca166-25c3-4365-ad32-64531835eea8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0753889 Aug 30 01:22:55.992054 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289d555-8a6d-4216-9984-e11b305e22f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8469c42-cfe3-468a-82da-a1b36c332c12,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:56.056554 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fd4c4191-2eed-4aae-b779-dd71003c3068 req-0e34505a-5675-420d-9267-c1ad7b362780 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667584 Aug 30 01:22:56.095613 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836a1a7-f2af-4ca5-95df-002b0b82a140 req-66613d7d-4aa5-4a31-9741-9e790e6ba2ed tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:56.097242 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a836a1a7-f2af-4ca5-95df-002b0b82a140 req-66613d7d-4aa5-4a31-9741-9e790e6ba2ed tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0594318 Aug 30 01:22:56.159446 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a836a1a7-f2af-4ca5-95df-002b0b82a140 req-0f4c34c4-a876-431f-acfe-ea9a0ab4a294 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553524 Aug 30 01:22:56.164617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34956) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:56.204975 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1537edb3-185f-45ed-9756-2651681835d0 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a69f2b2876ed47459a8b960ff679c724&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398948 Aug 30 01:22:56.207617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34960) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:56.256323 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-19467bff-deaa-4529-84d3-0c7f096558b6 admin admin] Publish callbacks [] for security_group (ac02c5e8-abce-4b94-94ef-b7baf3dbf091), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.277749 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-19467bff-deaa-4529-84d3-0c7f096558b6 admin admin] Publish callbacks [] for security_group (ac02c5e8-abce-4b94-94ef-b7baf3dbf091), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.311526 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:56.316123 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 272daab3-a2ed-44f9-9c0a-ff3d16de664a no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:56.333488 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-19467bff-deaa-4529-84d3-0c7f096558b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (ac02c5e8-abce-4b94-94ef-b7baf3dbf091), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.336250 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-19467bff-deaa-4529-84d3-0c7f096558b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.337409 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-19467bff-deaa-4529-84d3-0c7f096558b6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/ac02c5e8-abce-4b94-94ef-b7baf3dbf091 HTTP/1.1" status: 204 len: 168 time: 0.1288614 Aug 30 01:22:56.346897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19467bff-deaa-4529-84d3-0c7f096558b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02c5e8-abce-4b94-94ef-b7baf3dbf091,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:56.347538 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 272daab3-a2ed-44f9-9c0a-ff3d16de664a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:56.348661 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 272daab3-a2ed-44f9-9c0a-ff3d16de664a not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:56.348661 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 02bc49cc-2c98-4656-8d22-274ad8835723 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:56.381757 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 02bc49cc-2c98-4656-8d22-274ad8835723 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:56.382105 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 02bc49cc-2c98-4656-8d22-274ad8835723 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:56.382517 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2376584d-40ab-4118-a85f-96183330904e no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:56.386286 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.404525 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 2376584d-40ab-4118-a85f-96183330904e {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:56.405500 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2376584d-40ab-4118-a85f-96183330904e not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:57.037931 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710c8d-93f2-40f6-8901-e1e0f7cc3958 req-d42f3f9a-42e8-4649-9104-bef85246af2a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:57.039772 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ee710c8d-93f2-40f6-8901-e1e0f7cc3958 req-d42f3f9a-42e8-4649-9104-bef85246af2a tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 944 time: 0.0508122 Aug 30 01:22:57.041231 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 34984) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:57.094959 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ee710c8d-93f2-40f6-8901-e1e0f7cc3958 req-697b407d-7664-4f64-b859-f024aa1f3dcf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470500 Aug 30 01:22:57.150055 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2021289597-network', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:57.171610 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Made reservation on behalf of f5ddbf041c444253aea027770188fbaf for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:22:57.173992 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.182911 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.191874 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62dab-8c60-43b7-922d-d3b480469570 req-94b9c5ce-5b20-407a-811a-cf663b964ffb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:57.193538 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7de62dab-8c60-43b7-922d-d3b480469570 req-94b9c5ce-5b20-407a-811a-cf663b964ffb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Aug 30 01:22:57.247170 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7de62dab-8c60-43b7-922d-d3b480469570 req-83162e0f-3249-4c82-9e89-4e2fe6b18aea tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469303 Aug 30 01:22:57.276635 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks [] for security_group (591f307b-e180-4a4f-8f35-80c432f78a7f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.281171 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (591f307b-e180-4a4f-8f35-80c432f78a7f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.308914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:22:57.315400 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f307b-e180-4a4f-8f35-80c432f78a7f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:57.321430 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (a7d9654b-48cc-4214-807d-04b908d65a19), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.321753 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Added segment a7d9654b-48cc-4214-807d-04b908d65a19 of type vlan for network 129a2c61-8cde-4190-8f30-dda20a50e18f Aug 30 01:22:57.364636 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (129a2c61-8cde-4190-8f30-dda20a50e18f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.388966 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (129a2c61-8cde-4190-8f30-dda20a50e18f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.390079 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:57.390658 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.397940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:57.449922 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4075637 Aug 30 01:22:57.453764 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34992) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:57.456996 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b3a18-5b60-48d2-b998-9f771ea51b2f admin admin] Pushing event updated for resources: {'Network': ['ID=129a2c61-8cde-4190-8f30-dda20a50e18f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:57.460442 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Request body: {'subnet': {'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-subnet', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:57.468127 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 129a2c61-8cde-4190-8f30-dda20a50e18f details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:22:57.482409 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Made reservation on behalf of f5ddbf041c444253aea027770188fbaf for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:22:57.485182 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628951'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.546955 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:57.659703 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3656551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628929'] for subnet (aae7015a-58f8-45cc-9eb0-517fb3771bff), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.707665 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae7015a-58f8-45cc-9eb0-517fb3771bff,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:57.728016 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Checking segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:22:57.728391 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Network hostable DHCP agents. Network: 129a2c61-8cde-4190-8f30-dda20a50e18f, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:22:57.745619 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:22:57.754215 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 129a2c61-8cde-4190-8f30-dda20a50e18f) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:57.758440 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:57.758990 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.766322 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1948d102-03d1-4613-ae1a-0b254bf2e4c6 None None] Network 129a2c61-8cde-4190-8f30-dda20a50e18f requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:22:57.781201 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f228914a-0032-4daa-b542-f0894cdfc358 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3259630 Aug 30 01:22:57.784099 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 34994) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:57.788234 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:57.808166 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-619556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14206'] for router (341ec00c-0048-4820-8a62-57e523e43d7d), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.809150 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14193'] for router (341ec00c-0048-4820-8a62-57e523e43d7d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.861307 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks [] for router_controller (341ec00c-0048-4820-8a62-57e523e43d7d), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.876163 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b8ca263-d298-5ed1-8ed9-3c504a53fe90-129a2c61-8cde-4190-8f30-dda20a50e18f', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff'}]}} from dv-cinder-815145-12-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:22:57.877083 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:57.999782 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks [] for router_gateway (341ec00c-0048-4820-8a62-57e523e43d7d), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.011350 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Allocated IP 172.20.0.2 (129a2c61-8cde-4190-8f30-dda20a50e18f/aae7015a-58f8-45cc-9eb0-517fb3771bff/53fedf7a-dcf8-40f2-bb21-a02415f00cbb) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:22:58.140717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:58.169191 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Publish callbacks [] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.176678 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.191885 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks [] for router_gateway (341ec00c-0048-4820-8a62-57e523e43d7d), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.215864 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.223890 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:58.228473 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:58.232387 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:22:58.232815 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644873d2-83c9-45ff-a3e1-8491efe6cb0e req-b009edc6-be81-4590-8878-98d29422fe89 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:58.235095 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-644873d2-83c9-45ff-a3e1-8491efe6cb0e req-b009edc6-be81-4590-8878-98d29422fe89 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 944 time: 0.0535922 Aug 30 01:22:58.235770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Pushing event updated for resources: {'Port': ['ID=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:58.301704 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Attempting to bind port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:22:58.302074 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Attempting to bind port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:22:58.302426 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Attempting to bind port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:58.305745 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-644873d2-83c9-45ff-a3e1-8491efe6cb0e req-3944b628-0e3f-4a2e-bfe2-a6cd2ad12c44 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566690 Aug 30 01:22:58.310254 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:22:58.310803 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Checking segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:22:58.311982 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.312501 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Bound using segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:22:58.313243 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Bound port: 53fedf7a-dcf8-40f2-bb21-a02415f00cbb, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:22:58.313728 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.347690 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Allocated IP 172.27.3.9 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/2425f3ee-c5e3-4824-bde2-6f485dc2fe6b) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:22:58.381698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] For port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:22:58.385346 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] For port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:22:58.393707 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.394273 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:58.427461 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:58.451039 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418a4e2-4dee-4100-9bb6-491c6847a159 None None] Pushing event updated for resources: {'Port': ['ID=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:58.457479 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36420e21-c910-4fe0-81ca-739c30c9d33e req-2f0726d1-80a5-4b16-9103-6f88b2da5c27 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:58.459056 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-36420e21-c910-4fe0-81ca-739c30c9d33e req-2f0726d1-80a5-4b16-9103-6f88b2da5c27 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.1069474 Aug 30 01:22:58.562621 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-36420e21-c910-4fe0-81ca-739c30c9d33e req-a0765d6a-555b-4f6c-9255-5cc2bae10412 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916152 Aug 30 01:22:58.565762 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks [] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.611439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:58.657124 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:58.665936 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:58.665936 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Pushing event updated for resources: {'Port': ['ID=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:58.672578 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:22:59.006725 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a1ad209b-8fbb-43fc-9b1e-2133ae985606 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:22:59.079549 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:59.118933 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port a1ad209b-8fbb-43fc-9b1e-2133ae985606, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:59.132718 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:22:59.170936 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port a1ad209b-8fbb-43fc-9b1e-2133ae985606 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:59.171330 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.193830 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ad209b-8fbb-43fc-9b1e-2133ae985606 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:22:59.199689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks [] for router_gateway (341ec00c-0048-4820-8a62-57e523e43d7d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.217088 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port a1ad209b-8fbb-43fc-9b1e-2133ae985606, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:59.221758 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.272359 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=a1ad209b-8fbb-43fc-9b1e-2133ae985606,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:59.336962 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:59.342689 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b163e44-6bdf-42a9-a2d4-58c995b64300 None None] Network 129a2c61-8cde-4190-8f30-dda20a50e18f requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:22:59.400031 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618964'] for router (341ec00c-0048-4820-8a62-57e523e43d7d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.445396 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80c9d-7dca-44f7-a42b-8f9591438b91 req-de46cb63-c433-467a-9264-77dbaaf9b539 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:59.447671 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9bc80c9d-7dca-44f7-a42b-8f9591438b91 req-de46cb63-c433-467a-9264-77dbaaf9b539 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 945 time: 0.0592515 Aug 30 01:22:59.463618 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-9e40f33b-26b4-4ccf-abd0-dcc5ad5fb78e None None] Provisioning complete for port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:59.464297 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9e40f33b-26b4-4ccf-abd0-dcc5ad5fb78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.532641 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9bc80c9d-7dca-44f7-a42b-8f9591438b91 req-8941f84e-97a5-494c-843c-361e94c7f49e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791509 Aug 30 01:22:59.550943 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Router 341ec00c-0048-4820-8a62-57e523e43d7d is scheduled to L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:22:59.560301 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['a1ad209b-8fbb-43fc-9b1e-2133ae985606'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:22:59.587736 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-9e40f33b-26b4-4ccf-abd0-dcc5ad5fb78e None None] Current status of the port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:59.588068 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9e40f33b-26b4-4ccf-abd0-dcc5ad5fb78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.647048 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-9e40f33b-26b4-4ccf-abd0-dcc5ad5fb78e None None] For port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:59.658955 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9e40f33b-26b4-4ccf-abd0-dcc5ad5fb78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.718511 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:59.730719 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40f33b-26b4-4ccf-abd0-dcc5ad5fb78e None None] Pushing event updated for resources: {'Port': ['ID=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:59.734409 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c14354-fd84-4a88-a3e6-60f9cd4506bf req-c7af59d0-e004-46f9-a03c-6c15e4a1ba1a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:59.744250 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-55c14354-fd84-4a88-a3e6-60f9cd4506bf req-c7af59d0-e004-46f9-a03c-6c15e4a1ba1a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0783360 Aug 30 01:22:59.745893 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:59.759048 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:59.771503 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:59.772226 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:59.776520 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:59.787041 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.791036 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-52f03595-4891-4b79-b812-fc3bb2667745 admin admin] 10.222.0.44 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0032287 Aug 30 01:22:59.791446 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35004) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:59.800814 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-bfec70cc-ef8e-4712-9465-bef95d5758b1 None None] Provisioning complete for port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:59.801351 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bfec70cc-ef8e-4712-9465-bef95d5758b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:59.809032 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-55c14354-fd84-4a88-a3e6-60f9cd4506bf req-e21cf061-6bdc-4d39-8875-c56999df9042 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661125 Aug 30 01:22:59.959011 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-bfec70cc-ef8e-4712-9465-bef95d5758b1 None None] Current status of the port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:00.004141 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:00.032368 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:00.178563 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:22:58Z', 'revision_number': 3, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:00.205690 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:00.206036 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Updating router 341ec00c-0048-4820-8a62-57e523e43d7d port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b binding host dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:23:00.234240 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.242399 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.353129 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 53fedf7a-dcf8-40f2-bb21-a02415f00cbb up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:00.395333 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:00.411569 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Allocated IP 172.20.0.1 (129a2c61-8cde-4190-8f30-dda20a50e18f/aae7015a-58f8-45cc-9eb0-517fb3771bff/4352b77e-e06b-4c99-8d71-6bc6674344b0) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:23:00.416602 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:00.417176 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.426123 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:00.499150 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:00.505532 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Publish callbacks [] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.510873 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.527305 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks [] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.541066 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Attempting to bind port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:23:00.541436 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Attempting to bind port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:23:00.541795 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Attempting to bind port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b on network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:23:00.546432 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:00.555559 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:23:00.556076 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Checking segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:23:00.556438 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.556876 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Bound using segment: {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:23:00.557380 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Bound port: 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc71916-e1cd-4183-b7bf-0f68cd33012a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:23:00.557796 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.562521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.590118 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf4cf6-9d13-40d4-96d7-be4b8cedcedb None None] Pushing event updated for resources: {'Port': ['ID=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:00.615532 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:23:00.616588 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Pushing event updated for resources: {'Port': ['ID=4352b77e-e06b-4c99-8d71-6bc6674344b0,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:00.622168 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:00.626253 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] For port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:23:00.629206 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:23:00.630161 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] For port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:23:00.639865 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.647882 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:23:00.673954 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:00.674619 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:00.696633 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-620464'] for router_interface (341ec00c-0048-4820-8a62-57e523e43d7d), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.752336 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e598aa-e36c-4446-b18d-a4c72ed6c70a req-80f66e84-c322-4f23-b968-c0fc58118f25 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:00.753859 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-87e598aa-e36c-4446-b18d-a4c72ed6c70a req-80f66e84-c322-4f23-b968-c0fc58118f25 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 945 time: 0.1411269 Aug 30 01:23:00.807837 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:00.837124 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-87e598aa-e36c-4446-b18d-a4c72ed6c70a req-c72bad8b-22bd-443d-8743-f18b7c731a46 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775096 Aug 30 01:23:00.866700 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf4cf6-9d13-40d4-96d7-be4b8cedcedb None None] Pushing event updated for resources: {'Port': ['ID=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:00.890370 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f05fefe9-d369-40be-8779-ce6c13c50b56 None None] Provisioning complete for port 4352b77e-e06b-4c99-8d71-6bc6674344b0 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:00.891034 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f05fefe9-d369-40be-8779-ce6c13c50b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.930767 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f05fefe9-d369-40be-8779-ce6c13c50b56 None None] Port 4352b77e-e06b-4c99-8d71-6bc6674344b0 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:23:00.972712 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55babb5-1c01-4220-b9d3-72f0ade4a7d9 req-3fa8b123-1f64-4628-93ca-52dd31d849c5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:00.974438 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d55babb5-1c01-4220-b9d3-72f0ade4a7d9 req-3fa8b123-1f64-4628-93ca-52dd31d849c5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0615273 Aug 30 01:23:01.003909 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:22:58Z', 'revision_number': 3, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:01.010055 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a1ad209b-8fbb-43fc-9b1e-2133ae985606 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:01.030952 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d55babb5-1c01-4220-b9d3-72f0ade4a7d9 req-222c5a95-d7c7-4eb2-af70-fef7574ac8e2 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503409 Aug 30 01:23:01.035728 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fc4b3-dd70-42e9-8fec-68c5c4b5295c None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:22:58Z', 'revision_number': 3, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:01.102570 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port a1ad209b-8fbb-43fc-9b1e-2133ae985606 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:23:01.109962 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port a1ad209b-8fbb-43fc-9b1e-2133ae985606 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:01.110528 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.194520 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port a1ad209b-8fbb-43fc-9b1e-2133ae985606 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:01.194924 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.200265 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.222156 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:01.224463 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e50794-d9a8-4264-8947-887b14ccd82c" -d '{"events": [{"server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "name": "network-vif-plugged", "status": "completed", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:01.238457 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port a1ad209b-8fbb-43fc-9b1e-2133ae985606, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:01.244066 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.279199 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:01.281409 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a76bc0-4f25-42d6-b697-a715d881ceba x-openstack-request-id: req-35a76bc0-4f25-42d6-b697-a715d881ceba {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:01.281803 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "name": "network-vif-plugged", "status": "completed", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:01.281980 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35a76bc0-4f25-42d6-b697-a715d881ceba {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:01.282460 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a76bc0-4f25-42d6-b697-a715d881ceba'] response: {'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'code': 200} Aug 30 01:23:01.325761 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=a1ad209b-8fbb-43fc-9b1e-2133ae985606,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:01.455035 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks [] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.460792 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.540373 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Pushing event updated for resources: {'Port': ['ID=4352b77e-e06b-4c99-8d71-6bc6674344b0,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:01.544439 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-620324'] for router_interface (341ec00c-0048-4820-8a62-57e523e43d7d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.567657 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:01.567979 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc430ca7-1f93-451f-8662-3917c7b7d22c req-099f4bc8-03ef-4496-bed2-c3be45501aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:01.569613 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc430ca7-1f93-451f-8662-3917c7b7d22c req-099f4bc8-03ef-4496-bed2-c3be45501aa5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1130 time: 0.0424063 Aug 30 01:23:01.622451 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc430ca7-1f93-451f-8662-3917c7b7d22c req-fa2f94ef-9e19-4074-a202-b0520eadb0b7 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451717 Aug 30 01:23:01.649132 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:23:01.650893 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:23:01.781955 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:23:01.890253 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f9038e76-4cf0-43ad-bcb4-6f9b55b1f99b None None] Provisioning complete for port 4352b77e-e06b-4c99-8d71-6bc6674344b0 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:01.890737 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f9038e76-4cf0-43ad-bcb4-6f9b55b1f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.898954 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:23:01.905440 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a7837ed2-fd25-45d3-89b5-698612733c66 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/341ec00c-0048-4820-8a62-57e523e43d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1127670 Aug 30 01:23:01.957848 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f9038e76-4cf0-43ad-bcb4-6f9b55b1f99b None None] Port 4352b77e-e06b-4c99-8d71-6bc6674344b0 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:23:01.978001 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7ccf3-de56-43bf-b4e9-3a5b1d120332 req-9c2548fc-2a11-4b5d-a7c1-6cc3da59b909 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:01.979581 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ca7ccf3-de56-43bf-b4e9-3a5b1d120332 req-9c2548fc-2a11-4b5d-a7c1-6cc3da59b909 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 946 time: 0.0552902 Aug 30 01:23:02.036826 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ca7ccf3-de56-43bf-b4e9-3a5b1d120332 req-e2b99af2-ff33-4e50-8e43-06a41ac70b2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516572 Aug 30 01:23:02.183421 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c7791-ad4d-4052-bc19-0537709211ba req-0cb62f76-d175-4a28-9468-345bd37ba2de tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:02.185768 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ca6c7791-ad4d-4052-bc19-0537709211ba req-0cb62f76-d175-4a28-9468-345bd37ba2de tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0533071 Aug 30 01:23:02.220005 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35022) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:02.224946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-a825587e-b0ac-4598-b9fd-3066d4d46e4b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769714651', 'description': 'tempest-description--228824126'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:02.254572 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ca6c7791-ad4d-4052-bc19-0537709211ba req-86f5acf8-543c-4e87-9a20-f3628949316a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633228 Aug 30 01:23:02.262753 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a825587e-b0ac-4598-b9fd-3066d4d46e4b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.266731 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:02.342804 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a825587e-b0ac-4598-b9fd-3066d4d46e4b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (13c745ef-668a-4072-b48e-7bffe25e29d0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.346861 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a825587e-b0ac-4598-b9fd-3066d4d46e4b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (13c745ef-668a-4072-b48e-7bffe25e29d0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.347964 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:02.384929 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a825587e-b0ac-4598-b9fd-3066d4d46e4b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.386187 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a825587e-b0ac-4598-b9fd-3066d4d46e4b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1652381 Aug 30 01:23:02.387074 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825587e-b0ac-4598-b9fd-3066d4d46e4b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c745ef-668a-4072-b48e-7bffe25e29d0,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:02.392393 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35024) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:02.396773 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-c466af03-97a2-437e-a416-cf4d05fbb69d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': '13c745ef-668a-4072-b48e-7bffe25e29d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:02.409927 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:02.410693 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.428447 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c466af03-97a2-437e-a416-cf4d05fbb69d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (9462e9fd-0760-45a4-85b4-e614eac4a2fb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.461422 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:02.518451 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:02.518845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.519434 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c466af03-97a2-437e-a416-cf4d05fbb69d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (9462e9fd-0760-45a4-85b4-e614eac4a2fb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.523657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c466af03-97a2-437e-a416-cf4d05fbb69d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (9462e9fd-0760-45a4-85b4-e614eac4a2fb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.541635 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:02.543597 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466af03-97a2-437e-a416-cf4d05fbb69d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9462e9fd-0760-45a4-85b4-e614eac4a2fb,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:02.547302 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.556640 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c466af03-97a2-437e-a416-cf4d05fbb69d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.558316 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c466af03-97a2-437e-a416-cf4d05fbb69d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647356 Aug 30 01:23:02.562309 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35026) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:02.567948 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f392ad07-9c75-4861-ad8f-ada18f413356 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': '13c745ef-668a-4072-b48e-7bffe25e29d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:02.608315 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:02.608892 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f392ad07-9c75-4861-ad8f-ada18f413356 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (34580280-8ae1-460f-b904-a10bd2692fc3), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.676892 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f392ad07-9c75-4861-ad8f-ada18f413356 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (34580280-8ae1-460f-b904-a10bd2692fc3), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.680864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f392ad07-9c75-4861-ad8f-ada18f413356 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (34580280-8ae1-460f-b904-a10bd2692fc3), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.701631 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392ad07-9c75-4861-ad8f-ada18f413356 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34580280-8ae1-460f-b904-a10bd2692fc3,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:02.710975 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f392ad07-9c75-4861-ad8f-ada18f413356 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.715865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35028) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:02.716228 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f392ad07-9c75-4861-ad8f-ada18f413356 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525624 Aug 30 01:23:02.722471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:02.746674 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.789101 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160f958-1918-4201-983f-2a551209c69b None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:23:02.801091 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:02.801720 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:02.836102 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:02.843436 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.925897 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:02.966520 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.27.3.37 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/01406238-c713-4ffc-94a3-4778ea5924ee) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:23:03.049495 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:03.112219 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (01406238-c713-4ffc-94a3-4778ea5924ee), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.161365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (01406238-c713-4ffc-94a3-4778ea5924ee), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.183793 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:01Z', 'revision_number': 2, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:03.203179 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52e9fd-eeaf-4cd1-9158-3c87449090f9 req-0cea0e29-d73b-44df-a73c-4b4b445e6df5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:03.204964 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2e52e9fd-eeaf-4cd1-9158-3c87449090f9 req-0cea0e29-d73b-44df-a73c-4b4b445e6df5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 946 time: 0.0575054 Aug 30 01:23:03.219873 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:23:03.223539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:23:03.227293 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:23:03.260786 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=01406238-c713-4ffc-94a3-4778ea5924ee,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:03.284132 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2e52e9fd-eeaf-4cd1-9158-3c87449090f9 req-81334086-a190-4668-b69d-70ef030da33c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726736 Aug 30 01:23:03.349123 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (7997a7ce-b07c-4652-ba08-99d7866b2ec2), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.366380 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160f958-1918-4201-983f-2a551209c69b None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:03.366732 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160f958-1918-4201-983f-2a551209c69b None None] Updating router 341ec00c-0048-4820-8a62-57e523e43d7d port 4352b77e-e06b-4c99-8d71-6bc6674344b0 binding host dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:23:03.389846 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:03.399763 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b160f958-1918-4201-983f-2a551209c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.435006 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (01406238-c713-4ffc-94a3-4778ea5924ee), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.442397 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64129c-cb6a-4d26-a32a-cd914ddd85c4 req-539099f5-9a63-41b4-924e-f07782f07a77 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:03.444075 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d64129c-cb6a-4d26-a32a-cd914ddd85c4 req-539099f5-9a63-41b4-924e-f07782f07a77 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0909638 Aug 30 01:23:03.573257 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d64129c-cb6a-4d26-a32a-cd914ddd85c4 req-08c58a47-8a33-4e12-b303-29ba53cff341 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036313 Aug 30 01:23:03.645053 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (01406238-c713-4ffc-94a3-4778ea5924ee), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.651362 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (01406238-c713-4ffc-94a3-4778ea5924ee), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.669833 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b160f958-1918-4201-983f-2a551209c69b None None] Publish callbacks [] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.676560 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b160f958-1918-4201-983f-2a551209c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.702874 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:03.737020 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (7997a7ce-b07c-4652-ba08-99d7866b2ec2), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.739742 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=01406238-c713-4ffc-94a3-4778ea5924ee,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:03.741513 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e969a8-f740-444e-a783-ad9ac3ca6122 None None] Pushing event updated for resources: {'Port': ['ID=4352b77e-e06b-4c99-8d71-6bc6674344b0,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:03.757589 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.758826 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b6bbd6ee-b20a-44e9-a59e-af314603840b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0411425 Aug 30 01:23:03.776392 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b160f958-1918-4201-983f-2a551209c69b None None] Attempting to bind port 4352b77e-e06b-4c99-8d71-6bc6674344b0 on host dv-cinder-815145-12-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:23:03.776765 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b160f958-1918-4201-983f-2a551209c69b None None] Attempting to bind port 4352b77e-e06b-4c99-8d71-6bc6674344b0 by drivers openvswitch,hyperv on host dv-cinder-815145-12-iscsi at level 0 using segments [{'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:23:03.777131 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f958-1918-4201-983f-2a551209c69b None None] Attempting to bind port 4352b77e-e06b-4c99-8d71-6bc6674344b0 on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:23:03.783367 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f958-1918-4201-983f-2a551209c69b None None] Checking agent: {'id': 'f4818735-7bd4-453f-b0e4-11f23dea526c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 10), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:23:03.783816 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f958-1918-4201-983f-2a551209c69b None None] Checking segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:23:03.784252 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b160f958-1918-4201-983f-2a551209c69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.784642 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160f958-1918-4201-983f-2a551209c69b None None] Bound using segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:23:03.785107 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b160f958-1918-4201-983f-2a551209c69b None None] Bound port: 4352b77e-e06b-4c99-8d71-6bc6674344b0, host: dv-cinder-815145-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:23:03.785483 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b160f958-1918-4201-983f-2a551209c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.845708 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:03.851784 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b160f958-1918-4201-983f-2a551209c69b None None] For port 4352b77e-e06b-4c99-8d71-6bc6674344b0, host dv-cinder-815145-12-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:23:03.856507 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b160f958-1918-4201-983f-2a551209c69b None None] For port 4352b77e-e06b-4c99-8d71-6bc6674344b0, host dv-cinder-815145-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=4352b77e-e06b-4c99-8d71-6bc6674344b0,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:23:03.862408 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b160f958-1918-4201-983f-2a551209c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:03.900202 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:03.900838 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:03.916395 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:03.922115 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-319990ba-2a93-4db7-914a-cbf5ef239cd0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--769714651&fields=id&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 267 time: 0.0482090 Aug 30 01:23:03.954709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e969a8-f740-444e-a783-ad9ac3ca6122 None None] Pushing event updated for resources: {'Port': ['ID=4352b77e-e06b-4c99-8d71-6bc6674344b0,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:04.018920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:04.038687 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-b0b96aa2-8d1d-4bf7-b4e8-8857c91a91c1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:04.046637 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-b0b96aa2-8d1d-4bf7-b4e8-8857c91a91c1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1165297 Aug 30 01:23:04.066646 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-fd0fd59c-5eb8-4eb4-a1b0-e9dad000f53b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/quotas/f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 375 time: 0.0141742 Aug 30 01:23:04.121806 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-f47a0aa8-39ec-4b5d-b8ae-9347504707ed tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496354 Aug 30 01:23:04.150216 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:04.218120 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b160f958-1918-4201-983f-2a551209c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:04.246770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160f958-1918-4201-983f-2a551209c69b None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:04.273446 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-c45ad747-8496-4af4-be91-4b92b054c128 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387978 Aug 30 01:23:04.400986 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:04.406248 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c230-0a03-46b0-a476-0707f6485fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:04.429405 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-c94ef0ca-4eec-4a60-93df-cbc044f64fa6 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442878 Aug 30 01:23:04.435889 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8e2ed-e0b2-4b4c-acd5-0cc34fef1538 req-abefe0ab-c3da-4e98-a4bd-12d1e613133d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:04.438151 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4c8e2ed-e0b2-4b4c-acd5-0cc34fef1538 req-abefe0ab-c3da-4e98-a4bd-12d1e613133d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 946 time: 0.0574217 Aug 30 01:23:04.457724 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:04.458088 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:04.504236 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4c8e2ed-e0b2-4b4c-acd5-0cc34fef1538 req-7d9e171e-f349-4a9b-be33-ac46d69af109 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552263 Aug 30 01:23:04.552572 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:04.640275 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dc372-bce4-4626-b83a-3fcb992629be req-101080be-04b8-4bb7-8139-b4793ffbda58 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:04.641850 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-099dc372-bce4-4626-b83a-3fcb992629be req-101080be-04b8-4bb7-8139-b4793ffbda58 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 946 time: 0.0547230 Aug 30 01:23:04.695743 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-099dc372-bce4-4626-b83a-3fcb992629be req-6d744e74-75fb-4475-bc48-dcb3ebadaec6 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479953 Aug 30 01:23:04.724387 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35054) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:04.764730 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b830e3-3822-4c53-b868-bffc263482a9 tempest-TestVolumeBootPattern-977484635 tempest-TestVolumeBootPattern-977484635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:04.769337 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35056) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:04.769495 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c7b830e3-3822-4c53-b868-bffc263482a9 tempest-TestVolumeBootPattern-977484635 tempest-TestVolumeBootPattern-977484635-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1125 time: 0.0440118 Aug 30 01:23:04.774457 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:04.799249 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:04.802331 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:04.827041 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16ef61-f32e-4a7d-8e18-5e6d5a776ddb req-12a14adc-702a-4236-8556-df3810f7cca9 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:04.834123 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2a16ef61-f32e-4a7d-8e18-5e6d5a776ddb req-12a14adc-702a-4236-8556-df3810f7cca9 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0635614 Aug 30 01:23:04.884185 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2a16ef61-f32e-4a7d-8e18-5e6d5a776ddb req-663643bd-97d2-468b-bcb5-811ce56c79bb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490572 Aug 30 01:23:04.891440 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.011048 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Allocated IP 172.27.3.166 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/4671b592-9f14-4c7a-a551-4eaf323de171) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:23:05.126249 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (4671b592-9f14-4c7a-a551-4eaf323de171), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.168369 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (4671b592-9f14-4c7a-a551-4eaf323de171), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.218318 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:23:05.222099 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:23:05.224066 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=4671b592-9f14-4c7a-a551-4eaf323de171,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:05.226092 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:23:05.287285 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:05.599078 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (d913ea52-9882-418d-9802-a48aae1a476e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.655766 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-81febe01-c7df-4c5b-bc71-f701cbc6f7ad req-d18be65a-86fc-4325-92b3-1e45af896e6b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 210 time: 0.0338352 Aug 30 01:23:05.674675 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4671b592-9f14-4c7a-a551-4eaf323de171), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.721957 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:05.846162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (4671b592-9f14-4c7a-a551-4eaf323de171), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.850631 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (4671b592-9f14-4c7a-a551-4eaf323de171), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.921958 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (d913ea52-9882-418d-9802-a48aae1a476e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:05.923689 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=4671b592-9f14-4c7a-a551-4eaf323de171,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:06.067880 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca69d5-71ce-47b5-ab92-2ac0ba86c61a req-a048817d-7ae0-4591-8ddd-ff7a6c6ae97b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:06.069346 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-04ca69d5-71ce-47b5-ab92-2ac0ba86c61a req-a048817d-7ae0-4591-8ddd-ff7a6c6ae97b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0642474 Aug 30 01:23:06.070963 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Floating IP d913ea52-9882-418d-9802-a48aae1a476e associated. External IP: 172.27.3.166, port: a1ad209b-8fbb-43fc-9b1e-2133ae985606. Aug 30 01:23:06.114167 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:06.198435 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-04ca69d5-71ce-47b5-ab92-2ac0ba86c61a req-49b748be-981f-4b35-880e-44b8f35f71a4 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235137 Aug 30 01:23:06.323793 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:23:06.351196 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4352b77e-e06b-4c99-8d71-6bc6674344b0 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:06.406522 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 4352b77e-e06b-4c99-8d71-6bc6674344b0 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:06.406891 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:06.433368 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:23:06.444778 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:23:06.456779 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:06.457091 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:06.457871 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:22:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:06.496171 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 4352b77e-e06b-4c99-8d71-6bc6674344b0 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:06.497304 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:06.504053 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-df060aa2-52bb-43b8-a41d-c2a18fd02d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7332904 Aug 30 01:23:06.505424 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:06.507978 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb68b4fc-ed21-4737-9971-7327ff479d31" -d '{"events": [{"name": "network-changed", "server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:06.538036 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] For port 4352b77e-e06b-4c99-8d71-6bc6674344b0, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=4352b77e-e06b-4c99-8d71-6bc6674344b0,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:06.543080 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:06.576406 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8590b-cb4e-4cd9-acad-6aa4eccd0f28 x-openstack-request-id: req-5ef8590b-cb4e-4cd9-acad-6aa4eccd0f28 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:06.576675 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:06.577631 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ef8590b-cb4e-4cd9-acad-6aa4eccd0f28 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:06.578066 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef8590b-cb4e-4cd9-acad-6aa4eccd0f28'] response: {'name': 'network-changed', 'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'status': 'completed', 'code': 200} Aug 30 01:23:06.596367 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:06.604532 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e0bd3335-a542-424d-8af0-37dba628ed48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:06.617442 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Pushing event updated for resources: {'Port': ['ID=4352b77e-e06b-4c99-8d71-6bc6674344b0,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:06.683014 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-2d0e774d-56d6-4796-9fb0-8889cea41d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:06.690768 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-2d0e774d-56d6-4796-9fb0-8889cea41d0d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1130 time: 0.0483415 Aug 30 01:23:06.772024 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eb70c4d2-60f0-4760-8042-8bf7e2b18aaf req-a94b582e-658b-49f0-9db7-955784185181 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 210 time: 0.0286238 Aug 30 01:23:06.809317 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-7eaf00b5-2bff-471e-a0c5-94e5a0028f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:06.811308 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-7eaf00b5-2bff-471e-a0c5-94e5a0028f15 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.1141024 Aug 30 01:23:06.845594 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:05Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:06.870227 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:06.879457 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:06.880100 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:23:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:06.915972 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:07.068175 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:07.075020 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-6c9538f6-bd5f-4877-ba10-ba61e8f720ae service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 200 len: 1000 time: 0.0625226 Aug 30 01:23:07.129757 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-484f6bdd-219a-4cb8-87b4-890c96f4002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:07.131325 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-484f6bdd-219a-4cb8-87b4-890c96f4002d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0475850 Aug 30 01:23:07.216216 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:07.236608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-9d3d53bd-626b-4c85-9bb8-6e9a45e11c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:07.238337 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-9d3d53bd-626b-4c85-9bb8-6e9a45e11c4b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525954 Aug 30 01:23:07.325258 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:07.330432 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:05Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:07.353025 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-21efa09c-6888-496f-a390-8f3e940dee92 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:07.355144 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-21efa09c-6888-496f-a390-8f3e940dee92 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1674247 Aug 30 01:23:07.360730 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f4579-2c3b-419c-993c-a10192b5268e None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:05Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:07.379935 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-3406cf95-3ab2-442a-aa99-bd23b6d8ebff service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333113 Aug 30 01:23:07.392475 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d432f34-09ae-402e-b48e-b8dc4f54f06e req-58f80112-7c50-431b-be73-bd18639812aa tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:07.393968 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9d432f34-09ae-402e-b48e-b8dc4f54f06e req-58f80112-7c50-431b-be73-bd18639812aa tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0740087 Aug 30 01:23:07.432025 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:07.452952 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-08f1f168-2f7d-4076-85f6-3a1d1d5e98e9 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 379 time: 0.0652106 Aug 30 01:23:07.519370 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9d432f34-09ae-402e-b48e-b8dc4f54f06e req-043d89bc-347a-4956-b046-a640b6d966f2 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151268 Aug 30 01:23:07.534089 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb68b4fc-ed21-4737-9971-7327ff479d31 req-2cd495db-b6fd-46d5-bcc1-d777307b2f98 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391039 Aug 30 01:23:07.593684 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'port': {'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'admin_state_up': True, 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'security_groups': ['13c745ef-668a-4072-b48e-7bffe25e29d0']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:07.604997 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c969ca9-c498-4dbe-8b05-305c4769fa48 None None] New status for floating IP d913ea52-9882-418d-9802-a48aae1a476e: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:23:07.701592 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:07.718288 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Made reservation on behalf of f5ddbf041c444253aea027770188fbaf for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:23:07.722131 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:07.866079 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.20.0.5 (129a2c61-8cde-4190-8f30-dda20a50e18f/aae7015a-58f8-45cc-9eb0-517fb3771bff/adf859bc-f00d-4d63-92fe-ba1e7b8709cd) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:23:07.884803 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d6af4a6f-2567-4d2a-a0f1-a6def88f92a0 req-19c07155-bf37-436f-8c39-adae525b3082 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 210 time: 0.0343707 Aug 30 01:23:07.994469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:08.024208 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.055418 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.103574 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:23:08.112859 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:23:08.115114 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:08.118720 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:23:08.333009 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-88bc3601-abb0-4ef8-99ea-ac9a2788254e None None] Provisioning complete for port adf859bc-f00d-4d63-92fe-ba1e7b8709cd triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:08.333773 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-88bc3601-abb0-4ef8-99ea-ac9a2788254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.356676 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4352b77e-e06b-4c99-8d71-6bc6674344b0 up at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:08.398648 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-88bc3601-abb0-4ef8-99ea-ac9a2788254e None None] Port adf859bc-f00d-4d63-92fe-ba1e7b8709cd cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:23:08.416691 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Provisioning complete for port 4352b77e-e06b-4c99-8d71-6bc6674344b0 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:08.417076 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.427046 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:08.427651 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.445415 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-3fbe14b3-6643-47de-b10f-29c8b768885a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8565407 Aug 30 01:23:08.467084 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Request body: {'port': {'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:08.490051 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Current status of the port 4352b77e-e06b-4c99-8d71-6bc6674344b0 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:08.510615 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.528621 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.643511 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:08.664261 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16843b-1209-4936-968a-dbd2d4cba82e req-8c64373d-e070-4cf6-a593-efb4abba4ff8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:08.666329 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc16843b-1209-4936-968a-dbd2d4cba82e req-8c64373d-e070-4cf6-a593-efb4abba4ff8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0616155 Aug 30 01:23:08.718220 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:08.720458 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc16843b-1209-4936-968a-dbd2d4cba82e req-e3c5f9d8-ed81-44f4-8ac8-c1156a2a803c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484338 Aug 30 01:23:08.829463 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf859bc-f00d-4d63-92fe-ba1e7b8709cd {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:23:08.837505 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Publish callbacks [] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.851347 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Transition to ACTIVE for port object adf859bc-f00d-4d63-92fe-ba1e7b8709cd will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:23:08.855767 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:08.951377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Pushing event updated for resources: {'Port': ['ID=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:08.984803 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Attempting to bind port adf859bc-f00d-4d63-92fe-ba1e7b8709cd on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:23:08.985150 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Attempting to bind port adf859bc-f00d-4d63-92fe-ba1e7b8709cd by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:23:08.985482 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Attempting to bind port adf859bc-f00d-4d63-92fe-ba1e7b8709cd on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:23:08.990288 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Port adf859bc-f00d-4d63-92fe-ba1e7b8709cd on network 129a2c61-8cde-4190-8f30-dda20a50e18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:23:08.990867 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Attempting to bind port adf859bc-f00d-4d63-92fe-ba1e7b8709cd on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:23:08.998607 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:23:08.998942 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Checking segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:23:08.999324 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Bound using segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:23:08.999754 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Bound port: adf859bc-f00d-4d63-92fe-ba1e7b8709cd, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:23:09.000145 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:09.077734 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:09.086719 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:23:09.088474 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180e10-1c2b-4fa3-90c6-e016d53fbd8e req-b49b4e31-7d2a-4703-a194-e8726f3ca583 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:09.090033 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c2180e10-1c2b-4fa3-90c6-e016d53fbd8e req-b49b4e31-7d2a-4703-a194-e8726f3ca583 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 943 time: 0.0938036 Aug 30 01:23:09.104645 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:09.133097 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] For port adf859bc-f00d-4d63-92fe-ba1e7b8709cd, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:23:09.150392 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] For port adf859bc-f00d-4d63-92fe-ba1e7b8709cd, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:23:09.174024 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:09.181058 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c2180e10-1c2b-4fa3-90c6-e016d53fbd8e req-7524986f-c1a9-45c1-8802-070cf2288734 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737562 Aug 30 01:23:09.184473 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:09.184473 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:09.185964 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/adf859bc-f00d-4d63-92fe-ba1e7b8709cd HTTP/1.1" status: 200 len: 1093 time: 0.7228537 Aug 30 01:23:09.186091 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:09.188560 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cebc92-4405-4abd-8fba-1406ac57f524" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:09.247701 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95787482-dc04-4739-9bd0-7ea33312553a service neutron] Pushing event updated for resources: {'Port': ['ID=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:09.248749 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:09.264452 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'port_id': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'mac_address': 'fa:16:3e:22:f1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:23:09.270774 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ae9ba0-84f8-4e30-8209-0a9207f96d6c x-openstack-request-id: req-39ae9ba0-84f8-4e30-8209-0a9207f96d6c {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:09.271067 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:09.271319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39ae9ba0-84f8-4e30-8209-0a9207f96d6c {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:09.271724 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ae9ba0-84f8-4e30-8209-0a9207f96d6c'] response: {'name': 'network-changed', 'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'status': 'completed', 'code': 200} Aug 30 01:23:09.315645 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 is: ACTIVE; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:09.316148 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:09.331172 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:23:09.353868 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:09.358675 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-b7597966-1597-447c-bf0d-d698eafec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:09.360302 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-b7597966-1597-447c-bf0d-d698eafec510 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 1127 time: 0.0478711 Aug 30 01:23:09.361518 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:09.423457 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=6']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:09.425113 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-400de80d-79a9-44ee-ab4f-e21f9edeba1c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd HTTP/1.1" status: 200 len: 217 time: 0.0398521 Aug 30 01:23:09.487943 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-e63bb420-4fa0-4462-9b61-e87f1263dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:09.489651 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-e63bb420-4fa0-4462-9b61-e87f1263dd4c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0560760 Aug 30 01:23:09.556111 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:23:09.559348 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-aa48fdd3-2ff4-44b9-8df3-404c4fe420cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:09.561556 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-aa48fdd3-2ff4-44b9-8df3-404c4fe420cc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568645 Aug 30 01:23:09.713825 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-686e2308-5978-415c-878b-8dc53d896861 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340983 Aug 30 01:23:09.845873 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:09.883077 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:09.887866 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c00fb50b-7252-4e31-b016-3692a2f638c5 req-9a1c351e-d648-44fa-820d-b389f5603786 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655271 Aug 30 01:23:09.896998 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ebd4a-704a-43c4-babf-1d983b3362f7 req-dcec9771-1c93-476d-989a-86bce61ce11f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:09.899728 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d1ebd4a-704a-43c4-babf-1d983b3362f7 req-dcec9771-1c93-476d-989a-86bce61ce11f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0732934 Aug 30 01:23:09.965481 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d1ebd4a-704a-43c4-babf-1d983b3362f7 req-c8b3f812-b072-4a31-a8e0-3685bddeed59 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569346 Aug 30 01:23:10.263207 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:10.353685 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb75d2f-c3b7-488f-9c7d-bed959f4b598 req-b6dd55a8-75cf-4ec9-a002-fdf1d9ecb70a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:10.355281 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ebb75d2f-c3b7-488f-9c7d-bed959f4b598 req-b6dd55a8-75cf-4ec9-a002-fdf1d9ecb70a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 943 time: 0.0571887 Aug 30 01:23:10.422663 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ebb75d2f-c3b7-488f-9c7d-bed959f4b598 req-1d9c13b4-df38-45eb-94ad-9d167a22f72b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560172 Aug 30 01:23:10.910850 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-8a3d6ebd-4ebe-4787-ab0c-b8f27d515a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:10.912433 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-8a3d6ebd-4ebe-4787-ab0c-b8f27d515a35 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 1127 time: 0.0500786 Aug 30 01:23:11.052092 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-af59f7ef-ecf9-432f-ac40-836044ad98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:11.053775 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-af59f7ef-ecf9-432f-ac40-836044ad98c3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.1352222 Aug 30 01:23:11.107521 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:11.136982 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:11.149145 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-6a14836b-4a0b-4a61-943f-968860fe6225 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd HTTP/1.1" status: 200 len: 217 time: 0.0870926 Aug 30 01:23:11.172218 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:11.172845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:11.208534 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34783c4-4e54-47e7-8e85-5c5c5aeda888 req-22183d66-5473-44d8-872e-aa10d6a0967e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:11.215371 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f34783c4-4e54-47e7-8e85-5c5c5aeda888 req-22183d66-5473-44d8-872e-aa10d6a0967e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 945 time: 0.1459723 Aug 30 01:23:11.261764 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-45ac30cf-e26f-4529-acca-7f9fcd84d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:11.264565 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-45ac30cf-e26f-4529-acca-7f9fcd84d42e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.1076071 Aug 30 01:23:11.275469 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:11.276711 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:11.320028 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-f0e6fa78-b688-4c14-8b8c-3275f82db1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:11.321742 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-f0e6fa78-b688-4c14-8b8c-3275f82db1df service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495877 Aug 30 01:23:11.327544 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:11.329591 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:11.334735 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada3948-16ab-41bc-9081-9f2b9b760930" -d '{"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:11.353340 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:11.408867 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f34783c4-4e54-47e7-8e85-5c5c5aeda888 req-0c4c1c02-525a-48e2-9d63-2315b2cf8b48 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847966 Aug 30 01:23:11.429276 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8037c4e3-782c-49f4-aca5-239654581248 x-openstack-request-id: req-8037c4e3-782c-49f4-aca5-239654581248 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:11.429557 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:11.429916 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8037c4e3-782c-49f4-aca5-239654581248 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:11.430437 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8037c4e3-782c-49f4-aca5-239654581248'] response: {'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'code': 200} Aug 30 01:23:11.472865 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-8bc0767a-0812-4d87-832f-b760d0c1e6b2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398787 Aug 30 01:23:11.483300 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=7']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:11.549083 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:11.591044 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5e50e-d384-44ab-a8ca-e1b685c8a5a8 req-a9bbc33f-de7b-4f8d-b377-7281173ed29b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:11.593559 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e2b5e50e-d384-44ab-a8ca-e1b685c8a5a8 req-a9bbc33f-de7b-4f8d-b377-7281173ed29b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 943 time: 0.0820174 Aug 30 01:23:11.596449 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8cebc92-4405-4abd-8fba-1406ac57f524 req-cd5ff507-2399-4518-8332-a060e77150b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097887 Aug 30 01:23:11.652817 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e2b5e50e-d384-44ab-a8ca-e1b685c8a5a8 req-99b0c6bf-8a34-4b6f-92c3-461ffaec0b2c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534554 Aug 30 01:23:12.546437 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e3c0-7e4a-44e0-9f51-0a0727c695f6 req-d61c9f5a-5734-462d-ad4a-88ca3a46fd6c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:12.547890 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2902e3c0-7e4a-44e0-9f51-0a0727c695f6 req-d61c9f5a-5734-462d-ad4a-88ca3a46fd6c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0496380 Aug 30 01:23:12.599354 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2902e3c0-7e4a-44e0-9f51-0a0727c695f6 req-7d3456fb-4e49-4fa7-af09-95370641bf49 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453501 Aug 30 01:23:12.799131 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac128-c90c-4a1e-9f62-5fb5f2d87e37 req-0dfaed78-72be-416e-bd70-31738bcd6764 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:12.801333 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d37ac128-c90c-4a1e-9f62-5fb5f2d87e37 req-0dfaed78-72be-416e-bd70-31738bcd6764 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 943 time: 0.0514817 Aug 30 01:23:12.857705 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d37ac128-c90c-4a1e-9f62-5fb5f2d87e37 req-7a229b63-fa82-48d9-990d-4a3ff8cb90cc tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506852 Aug 30 01:23:13.107491 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device adf859bc-f00d-4d63-92fe-ba1e7b8709cd details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:23:13.227882 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port adf859bc-f00d-4d63-92fe-ba1e7b8709cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:13.242119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:23:13.415487 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port adf859bc-f00d-4d63-92fe-ba1e7b8709cd is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:13.416040 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:13.430430 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf859bc-f00d-4d63-92fe-ba1e7b8709cd {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:23:13.454028 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port adf859bc-f00d-4d63-92fe-ba1e7b8709cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:13.461187 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:13.487538 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:13.512166 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:13.752585 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800d6b9-0a7e-43b8-9552-3f79239777e4 req-572490b7-2410-4436-82b3-28f7274e86a5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:13.754462 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e800d6b9-0a7e-43b8-9552-3f79239777e4 req-572490b7-2410-4436-82b3-28f7274e86a5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0612590 Aug 30 01:23:13.813025 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e800d6b9-0a7e-43b8-9552-3f79239777e4 req-12f8235d-4135-45e2-8798-3c69ec638d67 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528052 Aug 30 01:23:13.857702 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['adf859bc-f00d-4d63-92fe-ba1e7b8709cd'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:23:14.005673 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25120f5-33f0-4680-a072-cfe8da39d64f req-8d3a713f-3f00-498d-bc74-64be43ba41b4 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:14.008034 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a25120f5-33f0-4680-a072-cfe8da39d64f req-8d3a713f-3f00-498d-bc74-64be43ba41b4 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 944 time: 0.0512578 Aug 30 01:23:14.072605 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a25120f5-33f0-4680-a072-cfe8da39d64f req-ef5578a9-ee90-45f9-95d5-1fb80764dbab tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584049 Aug 30 01:23:14.966209 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5b70-34cc-4c6b-9104-72459509b23a req-261512d2-7f6b-4ede-bc62-f8bf49db8918 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:14.967380 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4bcc5b70-34cc-4c6b-9104-72459509b23a req-261512d2-7f6b-4ede-bc62-f8bf49db8918 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0595124 Aug 30 01:23:15.023151 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4bcc5b70-34cc-4c6b-9104-72459509b23a req-df19962d-a445-4e5c-adbf-7264db151f20 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479989 Aug 30 01:23:15.109473 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device adf859bc-f00d-4d63-92fe-ba1e7b8709cd up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:15.162222 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port adf859bc-f00d-4d63-92fe-ba1e7b8709cd completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:23:15.172042 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port adf859bc-f00d-4d63-92fe-ba1e7b8709cd triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:15.172442 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:15.192845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:15.212031 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b82c22-58e7-42cb-afb8-eb00409258f6 req-8d7ac7ab-a1ef-4eb4-b818-180ddd186363 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:15.213696 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-62b82c22-58e7-42cb-afb8-eb00409258f6 req-8d7ac7ab-a1ef-4eb4-b818-180ddd186363 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 944 time: 0.0575714 Aug 30 01:23:15.264325 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port adf859bc-f00d-4d63-92fe-ba1e7b8709cd is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:15.264651 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:15.289143 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:15.291687 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb104e0d-ae2d-4834-a843-2ab4c6aa695b" -d '{"events": [{"server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "name": "network-vif-plugged", "status": "completed", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:15.296898 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-62b82c22-58e7-42cb-afb8-eb00409258f6 req-8d2c1734-cf0f-453a-ab5c-e60eb462bf82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732954 Aug 30 01:23:15.305962 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port adf859bc-f00d-4d63-92fe-ba1e7b8709cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:15.310803 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:15.356580 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c5bfc-c3b9-43af-880e-5d7b720cac51 x-openstack-request-id: req-f85c5bfc-c3b9-43af-880e-5d7b720cac51 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:15.357220 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "name": "network-vif-plugged", "status": "completed", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:15.357768 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f85c5bfc-c3b9-43af-880e-5d7b720cac51 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:15.358159 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85c5bfc-c3b9-43af-880e-5d7b720cac51'] response: {'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'code': 200} Aug 30 01:23:15.370282 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:15.612427 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57445715-863c-4698-8287-83c9f026d47e req-f29a5776-8647-450c-8226-78747bb7f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:15.613881 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-57445715-863c-4698-8287-83c9f026d47e req-f29a5776-8647-450c-8226-78747bb7f236 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 1129 time: 0.0489810 Aug 30 01:23:15.667241 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-57445715-863c-4698-8287-83c9f026d47e req-0e0875e9-ee46-40e7-a082-347ee09fa867 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Aug 30 01:23:16.167180 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1d8d8-a48c-4348-aac2-256b5d00c3b2 req-61e8deda-166e-41c4-9e24-4979d250c576 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:16.172509 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5eb1d8d8-a48c-4348-aac2-256b5d00c3b2 req-61e8deda-166e-41c4-9e24-4979d250c576 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0616934 Aug 30 01:23:16.222163 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5eb1d8d8-a48c-4348-aac2-256b5d00c3b2 req-0d34c082-49a4-44d8-8856-d92527fec3f0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469213 Aug 30 01:23:16.428316 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f01f17-b040-46f1-a513-d0b8719d6e10 req-f257a522-2770-46e8-8c75-1703d067104b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:16.430070 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-09f01f17-b040-46f1-a513-d0b8719d6e10 req-f257a522-2770-46e8-8c75-1703d067104b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 945 time: 0.0566635 Aug 30 01:23:16.482270 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-09f01f17-b040-46f1-a513-d0b8719d6e10 req-dd6caa24-b835-4f8e-b3c2-8b1e3fa49340 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459654 Aug 30 01:23:17.367788 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aefb4-01bb-492e-80c2-bf50d6a6a8a9 req-666b1bdd-de25-4514-a7f0-13c3cbe0b4ff tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:17.375087 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-349aefb4-01bb-492e-80c2-bf50d6a6a8a9 req-666b1bdd-de25-4514-a7f0-13c3cbe0b4ff tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0601506 Aug 30 01:23:17.390287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:17.429224 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-349aefb4-01bb-492e-80c2-bf50d6a6a8a9 req-4cff10a9-8c84-497b-8b51-40955ca2f3a8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531297 Aug 30 01:23:17.575648 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:17.625516 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883f14c-d3d8-4493-beff-a706002ecc16 req-05a3654f-a1d0-44cc-83ef-05f4e5a938d0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:17.627089 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8883f14c-d3d8-4493-beff-a706002ecc16 req-05a3654f-a1d0-44cc-83ef-05f4e5a938d0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 945 time: 0.0603027 Aug 30 01:23:17.679872 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8883f14c-d3d8-4493-beff-a706002ecc16 req-9594f47c-6cf2-4e2d-b2d7-f9c773fd25ae tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466163 Aug 30 01:23:17.820565 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e0e4-cb87-45d9-9c72-3f74f08c48d8 req-07596f9b-a686-42cd-883e-4f89d21be4f7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:17.822008 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d641e0e4-cb87-45d9-9c72-3f74f08c48d8 req-07596f9b-a686-42cd-883e-4f89d21be4f7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Aug 30 01:23:17.832706 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35162) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:17.837262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:17.889444 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (7997a7ce-b07c-4652-ba08-99d7866b2ec2), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:18.303332 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:18.369630 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:18.374378 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (7997a7ce-b07c-4652-ba08-99d7866b2ec2), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:18.473395 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP 7997a7ce-b07c-4652-ba08-99d7866b2ec2 associated. External IP: 172.27.3.37, port: adf859bc-f00d-4d63-92fe-ba1e7b8709cd. Aug 30 01:23:18.572718 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c40b6-ec2f-4a0a-9200-f6cf84a9e761 req-00bf788b-b7dc-47f9-8408-e55ae5c84b9d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:18.574107 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a2c40b6-ec2f-4a0a-9200-f6cf84a9e761 req-00bf788b-b7dc-47f9-8408-e55ae5c84b9d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0575497 Aug 30 01:23:18.661181 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a2c40b6-ec2f-4a0a-9200-f6cf84a9e761 req-57d11950-e629-469b-aaea-5a0eb6a7f1ad tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626707 Aug 30 01:23:18.763287 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:23:18.872388 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:23:18.877192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:18.879662 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:18.882943 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:23:18.894113 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:18.894772 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:23:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:18.909838 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-83796cb2-3240-4bec-a4c3-db0a1f9b9f59 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/7997a7ce-b07c-4652-ba08-99d7866b2ec2 HTTP/1.1" status: 200 len: 990 time: 1.0759943 Aug 30 01:23:18.910528 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:18.912875 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ea0be-6cca-4108-ad53-803279ddc608" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:18.953652 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f83fa-78b6-4263-91b3-b339fee20a38 x-openstack-request-id: req-447f83fa-78b6-4263-91b3-b339fee20a38 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:18.953990 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:18.954186 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-447f83fa-78b6-4263-91b3-b339fee20a38 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:18.954760 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447f83fa-78b6-4263-91b3-b339fee20a38'] response: {'name': 'network-changed', 'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'status': 'completed', 'code': 200} Aug 30 01:23:19.004531 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:19.220658 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:18Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:19.269101 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-fa74f0cf-d230-4a91-8d7e-be6df2b7bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.269734 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:19.270829 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-fa74f0cf-d230-4a91-8d7e-be6df2b7bca2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 1129 time: 0.0561085 Aug 30 01:23:19.280759 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:19.281387 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:23:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:19.284584 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-86bce0b0-8eb1-4143-a547-e215ca83f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.286992 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-86bce0b0-8eb1-4143-a547-e215ca83f18b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 1130 time: 0.0643065 Aug 30 01:23:19.372670 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-55384902-4534-4d8b-886e-60dee42a7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.374191 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-55384902-4534-4d8b-886e-60dee42a7802 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.0964909 Aug 30 01:23:19.380650 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-571740e6-1f29-474b-91d4-70f07370fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.382260 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-571740e6-1f29-474b-91d4-70f07370fe81 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.0892138 Aug 30 01:23:19.386308 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:19.440887 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-b5cf5d66-95f5-4e53-9c0d-494dcf1e6a5d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd HTTP/1.1" status: 200 len: 998 time: 0.0598214 Aug 30 01:23:19.458597 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-f0f96800-f31a-437e-a018-3226156a43e8 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 200 len: 1002 time: 0.0618396 Aug 30 01:23:19.507727 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-a4fa9b41-8e9e-4383-a0b3-82524ce0808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.513772 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-997fd478-d22b-4449-a497-5d8db1637ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.515375 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-997fd478-d22b-4449-a497-5d8db1637ba1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0490468 Aug 30 01:23:19.515897 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-a4fa9b41-8e9e-4383-a0b3-82524ce0808b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0667508 Aug 30 01:23:19.568262 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-b92dd304-b82f-4893-acb5-9909f0338683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.568516 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-4eb9628a-db36-48aa-b917-957b3d84188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.569887 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-4eb9628a-db36-48aa-b917-957b3d84188b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437047 Aug 30 01:23:19.570166 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-b92dd304-b82f-4893-acb5-9909f0338683 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434580 Aug 30 01:23:19.617669 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:18Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:19.629210 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:19.636185 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:19.644985 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff99f22-63dd-4fb3-9ef6-8f2a3bf678d6 None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:18Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:19.677670 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-11991d3a-8ebf-47ec-af71-cb4149e4c605 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966766 Aug 30 01:23:19.677812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-820ffcf3-5940-4c2c-9216-1f83983c8b49 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956364 Aug 30 01:23:19.799480 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6568def6-6671-4a2f-aaa5-c0c084405835 req-4dba2b43-e5d8-405c-bf33-6ea170c457ad service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082718 Aug 30 01:23:19.835701 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692074d9-7b1b-4d6b-a0ef-fa9be3d02f49 req-fd1b0ed0-c4a7-494a-b358-825bec1a6fbd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:19.837275 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-692074d9-7b1b-4d6b-a0ef-fa9be3d02f49 req-fd1b0ed0-c4a7-494a-b358-825bec1a6fbd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0802295 Aug 30 01:23:19.841337 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d64ea0be-6cca-4108-ad53-803279ddc608 req-467e3b9f-b7a5-44d8-b633-70082a0df503 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509211 Aug 30 01:23:19.885175 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358f429-afc0-41d2-be15-34fee0394b0b None None] New status for floating IP 7997a7ce-b07c-4652-ba08-99d7866b2ec2: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:23:19.894917 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-692074d9-7b1b-4d6b-a0ef-fa9be3d02f49 req-74505ef5-ffb6-4dcf-9089-3e43a5d87ee6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513725 Aug 30 01:23:21.032568 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19424c6d-067e-4e23-b4e3-f00204fc4ca7 req-0eb03158-b0ce-42bb-85cf-dd1f7f0310a1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:21.033988 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19424c6d-067e-4e23-b4e3-f00204fc4ca7 req-0eb03158-b0ce-42bb-85cf-dd1f7f0310a1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0578678 Aug 30 01:23:21.082726 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19424c6d-067e-4e23-b4e3-f00204fc4ca7 req-8c87b332-43b6-411e-b3a0-b1ad4ae637eb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431187 Aug 30 01:23:22.208067 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866893-9096-4468-8f91-706b350fdb9c req-075fb5d7-55cc-4c42-b002-8f873cbbe9a0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:22.209553 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0866893-9096-4468-8f91-706b350fdb9c req-075fb5d7-55cc-4c42-b002-8f873cbbe9a0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0478075 Aug 30 01:23:22.260135 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0866893-9096-4468-8f91-706b350fdb9c req-4d8e1132-751f-4880-a3c9-9ede73003ddb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441298 Aug 30 01:23:22.763960 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-e54d2dbc-dfca-4785-8903-cb2c057115f7 req-3b86cf5b-7190-40e4-a40d-388fabab003e service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:23:22.765020 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e54d2dbc-dfca-4785-8903-cb2c057115f7 req-3b86cf5b-7190-40e4-a40d-388fabab003e service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061128 Aug 30 01:23:22.944392 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13555df2-79a6-4d5f-9c36-00bb01904d8e req-33eda34b-62c5-44d8-949b-9a6c5de03867 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:22.945909 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13555df2-79a6-4d5f-9c36-00bb01904d8e req-33eda34b-62c5-44d8-949b-9a6c5de03867 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0485203 Aug 30 01:23:22.998400 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13555df2-79a6-4d5f-9c36-00bb01904d8e req-57713a5f-476e-4b76-b423-864493d33684 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447848 Aug 30 01:23:23.141503 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35224) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:23.221375 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-15883dfb-cb8d-47db-9901-ee60c48b1e14 service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787337 Aug 30 01:23:23.229777 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-83c1f747-0830-483d-8430-13bfeff15e5d service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:23:23.231323 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-83c1f747-0830-483d-8430-13bfeff15e5d service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053003 Aug 30 01:23:23.233744 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:23.310592 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 is: ACTIVE; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:23.310984 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:23.316605 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35232) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:23.336552 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:23.338812 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a47be-0830-453c-b671-ffcb2ee5a33a" -d '{"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:23.352079 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:23.358362 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:23.382378 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f56ca0-43e1-4260-a4ab-54ae430e5aaf x-openstack-request-id: req-b5f56ca0-43e1-4260-a4ab-54ae430e5aaf {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:23.382669 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-unplugged", "status": "failed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3", "code": 422}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:23.382921 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5f56ca0-43e1-4260-a4ab-54ae430e5aaf {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:23.383349 dv-cinder-815145-12-iscsi neutron-server[106477]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b5f56ca0-43e1-4260-a4ab-54ae430e5aaf']: {'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'code': 422} returned with failed status Aug 30 01:23:23.409630 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=8']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:23.420504 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-bd3bc43e-ad50-4e28-b23b-791cfbc8ce3f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:23.421812 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-bd3bc43e-ad50-4e28-b23b-791cfbc8ce3f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports/4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 200 len: 941 time: 0.1042409 Aug 30 01:23:24.128608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60270-a676-47bc-a053-fd61310d2e26 req-1109647b-fe90-403d-a567-fbe900fafa49 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:24.130037 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a2e60270-a676-47bc-a053-fd61310d2e26 req-1109647b-fe90-403d-a567-fbe900fafa49 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0507910 Aug 30 01:23:24.177579 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a2e60270-a676-47bc-a053-fd61310d2e26 req-acc5d05c-c385-498f-b947-38000120a054 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Aug 30 01:23:25.306636 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b1898-97a8-4b00-99d3-080b4272baf5 req-e10364a8-03bd-4da4-bc7a-6a951be172bf tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:25.308275 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-182b1898-97a8-4b00-99d3-080b4272baf5 req-e10364a8-03bd-4da4-bc7a-6a951be172bf tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0478060 Aug 30 01:23:25.365589 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-182b1898-97a8-4b00-99d3-080b4272baf5 req-92f5eaea-cba9-47b7-8f04-2f5bd6b2dc70 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516472 Aug 30 01:23:25.392941 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-4cf9e853-7f2e-4bb4-84b8-6e4bbf8dd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:25.394441 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-4cf9e853-7f2e-4bb4-84b8-6e4bbf8dd0e3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3&tenant_id=5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 1128 time: 0.0411866 Aug 30 01:23:25.472905 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-19a96da2-726a-4e03-bf90-92a7c3eae094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:25.474289 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-19a96da2-726a-4e03-bf90-92a7c3eae094 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 1128 time: 0.0389259 Aug 30 01:23:25.566231 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-b5cb44f3-d65d-4efe-b1ab-ce2146be8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:25.567671 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-b5cb44f3-d65d-4efe-b1ab-ce2146be8d18 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.0874438 Aug 30 01:23:25.581144 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:25.629947 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-b2b09115-2a31-45c4-81be-6d369058e094 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 200 len: 1000 time: 0.0538924 Aug 30 01:23:25.681904 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-0d1f888d-5eca-4c83-9de4-02a80bfc617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:25.683894 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-0d1f888d-5eca-4c83-9de4-02a80bfc617d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0463927 Aug 30 01:23:25.731934 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-7b83cc8d-a384-4847-b7bd-4b697feb40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:25.733391 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-7b83cc8d-a384-4847-b7bd-4b697feb40ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402310 Aug 30 01:23:25.828909 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-b88b29a3-6d9a-4076-b4f9-0277e509b8f3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884826 Aug 30 01:23:25.918717 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3ace5896-e5a7-4527-ba12-f512b4a59781 req-57bd37ef-2815-4de7-9ad5-b05c15a412da service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825818 Aug 30 01:23:26.386949 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:26.539970 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e6df5-38c4-4e7a-b037-09ed2397de1f req-538a7f30-d1d6-485a-9599-8362e6520ba1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:26.546769 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:26.547827 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f60e6df5-38c4-4e7a-b037-09ed2397de1f req-538a7f30-d1d6-485a-9599-8362e6520ba1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0604513 Aug 30 01:23:26.558507 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:23:26.599403 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f60e6df5-38c4-4e7a-b037-09ed2397de1f req-1d234855-eaee-4ca3-93eb-7171b8683a57 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504444 Aug 30 01:23:27.707143 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:27.747913 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa978a-655d-4e3a-8fda-1ba833e7a6e6 req-b883d936-6bac-4a84-a45d-9fc49f971577 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:27.749898 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e1fa978a-655d-4e3a-8fda-1ba833e7a6e6 req-b883d936-6bac-4a84-a45d-9fc49f971577 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0522377 Aug 30 01:23:27.806226 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e1fa978a-655d-4e3a-8fda-1ba833e7a6e6 req-c2b496f1-2d9c-4113-9c15-1183bba5bf30 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502362 Aug 30 01:23:28.943556 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9d376-2fa0-47ca-86c5-9729f11e8d97 req-8c754f31-d7ea-4fad-bf42-7d606ffe911b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:28.945167 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ce9d376-2fa0-47ca-86c5-9729f11e8d97 req-8c754f31-d7ea-4fad-bf42-7d606ffe911b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0499640 Aug 30 01:23:28.980808 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:29.000570 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ce9d376-2fa0-47ca-86c5-9729f11e8d97 req-e97f7073-9782-4714-9158-f1edf58c30a7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490499 Aug 30 01:23:29.620880 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=85 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:30.132413 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969f17-0615-41a6-8114-9737bfdecf4e req-6e2afa60-bfda-45a7-a0b9-a1e4b3b3b846 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:30.135765 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-54969f17-0615-41a6-8114-9737bfdecf4e req-6e2afa60-bfda-45a7-a0b9-a1e4b3b3b846 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0526063 Aug 30 01:23:30.187498 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-54969f17-0615-41a6-8114-9737bfdecf4e req-1d75083b-51a0-435f-8793-179037e622ad tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472925 Aug 30 01:23:31.320947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4e4f8-12ec-4ba9-b6f9-6b36c0b5f553 req-6051818d-34f5-4cff-b8be-a258e738e2ca tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:31.322474 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ae4e4f8-12ec-4ba9-b6f9-6b36c0b5f553 req-6051818d-34f5-4cff-b8be-a258e738e2ca tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0515518 Aug 30 01:23:31.379088 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ae4e4f8-12ec-4ba9-b6f9-6b36c0b5f553 req-fc66c9e9-15ac-4094-afce-262e0f8e7a19 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502455 Aug 30 01:23:32.513335 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c5a83-bfa5-4c92-b65b-f4d2f3bcc51b req-93d1638c-3f8d-4dbd-aeba-3dfb79030c43 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:32.514899 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-038c5a83-bfa5-4c92-b65b-f4d2f3bcc51b req-93d1638c-3f8d-4dbd-aeba-3dfb79030c43 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0514233 Aug 30 01:23:32.563642 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-038c5a83-bfa5-4c92-b65b-f4d2f3bcc51b req-00a3c378-e90d-4103-b029-6da158b50221 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Aug 30 01:23:33.701165 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa097-8890-4f1b-a4aa-b1c28260b27b req-36aab20c-96bf-43b4-adf3-ac5c90f3c5c6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:33.702739 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-abdfa097-8890-4f1b-a4aa-b1c28260b27b req-36aab20c-96bf-43b4-adf3-ac5c90f3c5c6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0536938 Aug 30 01:23:33.758975 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-abdfa097-8890-4f1b-a4aa-b1c28260b27b req-88d9afdb-4b19-45e2-a1e8-020bfb2e7f5c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504811 Aug 30 01:23:34.390947 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8d725913-8045-4c45-8153-21230fda8a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.896621 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef6365-e59f-4ead-9168-3604c33089ac req-975bb8e2-ea77-49ff-adda-703a36ccd023 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:34.899106 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4aef6365-e59f-4ead-9168-3604c33089ac req-975bb8e2-ea77-49ff-adda-703a36ccd023 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0542173 Aug 30 01:23:34.952141 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4aef6365-e59f-4ead-9168-3604c33089ac req-878b9121-2aca-4d70-9fa4-455d8acdf083 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454371 Aug 30 01:23:36.082903 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be480d-8fdd-4a8e-be7e-553a2d9d91fa req-7cae16ed-9109-406d-88e4-f705b5677dc9 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:36.084436 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-33be480d-8fdd-4a8e-be7e-553a2d9d91fa req-7cae16ed-9109-406d-88e4-f705b5677dc9 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0519247 Aug 30 01:23:36.132594 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-33be480d-8fdd-4a8e-be7e-553a2d9d91fa req-96eed6f0-dc4e-453f-9955-770568c85e1f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422375 Aug 30 01:23:36.567134 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:36.582764 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cb71cea9-39c2-4773-bc40-9878502adfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:37.260539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403df17-592e-42fd-b5c1-b41c7d5f6543 req-d96ed734-7c97-49d7-a4a6-d5146e4ec7b8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:37.262503 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c403df17-592e-42fd-b5c1-b41c7d5f6543 req-d96ed734-7c97-49d7-a4a6-d5146e4ec7b8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0492549 Aug 30 01:23:37.308548 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c403df17-592e-42fd-b5c1-b41c7d5f6543 req-17c31a4e-5fa4-4fd8-a5e3-1a143d62d6f6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403306 Aug 30 01:23:38.436528 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ec2f1-44f4-4b3e-a348-5ffbc624cdd2 req-1299bcd9-adc0-41ad-9f76-af894b2971cd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:38.438039 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-487ec2f1-44f4-4b3e-a348-5ffbc624cdd2 req-1299bcd9-adc0-41ad-9f76-af894b2971cd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0469582 Aug 30 01:23:38.485503 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-487ec2f1-44f4-4b3e-a348-5ffbc624cdd2 req-6b26f307-e82f-4fce-a910-a8bc20e8e6a6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419772 Aug 30 01:23:38.516411 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:39.613574 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad02b9d-6894-4044-9f42-63a9032a4b4c req-bb79876c-47d9-45a8-9913-fd84f67b1fdb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:39.615823 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cad02b9d-6894-4044-9f42-63a9032a4b4c req-bb79876c-47d9-45a8-9913-fd84f67b1fdb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0487061 Aug 30 01:23:39.668261 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cad02b9d-6894-4044-9f42-63a9032a4b4c req-91e7df3b-f9d0-4ea7-828d-0e071453f94d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466440 Aug 30 01:23:39.840709 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:40.318054 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:40.797414 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368f82-be17-4b42-bc05-df45caac7a41 req-b708b32d-355a-4a77-8f7b-f590472cc7a2 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:40.798884 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-72368f82-be17-4b42-bc05-df45caac7a41 req-b708b32d-355a-4a77-8f7b-f590472cc7a2 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0481462 Aug 30 01:23:40.842543 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:40.850938 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-72368f82-be17-4b42-bc05-df45caac7a41 req-da386828-261a-42fa-9dc7-2ebd4f2cf21a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465932 Aug 30 01:23:41.980192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cceeb-8a00-4089-82d8-346dbbee250d req-19e4dbe4-1d61-4993-9722-b5e2c81d90d8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:41.982084 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-998cceeb-8a00-4089-82d8-346dbbee250d req-19e4dbe4-1d61-4993-9722-b5e2c81d90d8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0468249 Aug 30 01:23:42.029895 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-998cceeb-8a00-4089-82d8-346dbbee250d req-ce468dca-56d6-4057-95c2-f66265d20667 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421956 Aug 30 01:23:43.158226 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a96c0-4abf-4408-8ca8-8a4e7eea1962 req-a512d0c0-66a1-41de-b4ae-42825e2e6c62 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:43.159757 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea7a96c0-4abf-4408-8ca8-8a4e7eea1962 req-a512d0c0-66a1-41de-b4ae-42825e2e6c62 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0486188 Aug 30 01:23:43.208230 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea7a96c0-4abf-4408-8ca8-8a4e7eea1962 req-0c2420c4-f55b-4950-88e6-89100d40fee4 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Aug 30 01:23:44.333574 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee76dfe-2705-4ae5-a4a1-f61d1a789f99 req-e284f065-3788-49a0-aa00-22905596450f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:44.335035 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cee76dfe-2705-4ae5-a4a1-f61d1a789f99 req-e284f065-3788-49a0-aa00-22905596450f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0459862 Aug 30 01:23:44.375250 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:44.383147 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cee76dfe-2705-4ae5-a4a1-f61d1a789f99 req-b55f3c31-c49f-47d3-b1c7-c171b92c1f1c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Aug 30 01:23:45.251880 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:23:45.254095 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:45.360379 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:45.373356 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'port_id': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'mac_address': 'fa:16:3e:22:f1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:23:45.410572 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:45.410950 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:45.424918 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:23:45.446544 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:45.452120 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:45.500377 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=9']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:45.507664 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.507939 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.508308 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.508644 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.508976 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.509303 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.509628 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.509952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.510278 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.510601 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.510926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.511249 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.511567 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.512553 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.512907 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:45.513967 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d7e97-92d9-48d1-a1b2-622aee2d7b26 req-fd455e93-70bd-4bec-9efe-30235856e001 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:45.515440 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c76d7e97-92d9-48d1-a1b2-622aee2d7b26 req-fd455e93-70bd-4bec-9efe-30235856e001 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Aug 30 01:23:45.562714 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c76d7e97-92d9-48d1-a1b2-622aee2d7b26 req-86278707-58f4-4cfb-9e7a-bb407e820995 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Aug 30 01:23:45.784748 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:23:46.693833 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785da68a-d35d-4e95-8e41-a8ed7da387f3 req-f5c1a63c-f57f-433d-b4df-f10188f4eb4e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:46.695342 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-785da68a-d35d-4e95-8e41-a8ed7da387f3 req-f5c1a63c-f57f-433d-b4df-f10188f4eb4e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Aug 30 01:23:46.744354 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-785da68a-d35d-4e95-8e41-a8ed7da387f3 req-97aea654-d18e-4624-b1e6-3f8ee0509cfd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Aug 30 01:23:47.260724 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:23:47.308049 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:23:47.308418 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:47.384485 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:23:47.384485 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:47.409236 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:47.411461 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e48eef5-7fb1-4397-bec4-52b82e0f9f20" -d '{"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:47.425019 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:47.431109 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:47.455531 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894066d7-5998-4dc7-b9d2-7d3447573518 x-openstack-request-id: req-894066d7-5998-4dc7-b9d2-7d3447573518 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:47.455817 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:47.456083 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-894066d7-5998-4dc7-b9d2-7d3447573518 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:47.456466 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894066d7-5998-4dc7-b9d2-7d3447573518'] response: {'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'code': 200} Aug 30 01:23:47.481759 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=10']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:47.875461 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765e9af-3141-4e3c-8843-00bd6f4fb9e4 req-a55757a2-de19-4333-9938-1ca7fdfdc9ae tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:47.877020 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a765e9af-3141-4e3c-8843-00bd6f4fb9e4 req-a55757a2-de19-4333-9938-1ca7fdfdc9ae tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 947 time: 0.0493753 Aug 30 01:23:47.928473 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a765e9af-3141-4e3c-8843-00bd6f4fb9e4 req-0180c61e-130f-437b-8c57-82390bac9644 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453267 Aug 30 01:23:47.974710 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cc90f-6f02-469c-9dd1-a0ef51406923 req-fefcb9eb-2a9b-4565-8803-9fd3415557de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:47.976111 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae0cc90f-6f02-469c-9dd1-a0ef51406923 req-fefcb9eb-2a9b-4565-8803-9fd3415557de service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 1131 time: 0.0406103 Aug 30 01:23:48.014740 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:48.026194 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae0cc90f-6f02-469c-9dd1-a0ef51406923 req-2bb6f7a1-faa8-41d9-84c9-3a6cfeadf6b5 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440717 Aug 30 01:23:49.063043 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439dece-787e-448f-a7e9-aa32c427fca0 req-63eb0932-ab9d-44da-9d56-bfe4d901c37f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:49.064580 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e439dece-787e-448f-a7e9-aa32c427fca0 req-63eb0932-ab9d-44da-9d56-bfe4d901c37f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 947 time: 0.0512621 Aug 30 01:23:49.124521 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e439dece-787e-448f-a7e9-aa32c427fca0 req-95436618-6844-4a17-8a8c-953756865192 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539281 Aug 30 01:23:50.272942 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc00fc6-4602-4de2-ae49-09623a0a3fce req-08be7a22-b764-4ae2-bd5b-ab197aec9247 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:50.274491 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3dc00fc6-4602-4de2-ae49-09623a0a3fce req-08be7a22-b764-4ae2-bd5b-ab197aec9247 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 947 time: 0.0495629 Aug 30 01:23:50.332649 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3dc00fc6-4602-4de2-ae49-09623a0a3fce req-6db38c5b-cdec-49f5-a347-2e746f127fbc tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512686 Aug 30 01:23:51.468271 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704efaa-de10-4f45-85c9-24ae3d326032 req-f5fcad01-d388-4cf0-ad55-6597cc195eb5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:51.469821 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e704efaa-de10-4f45-85c9-24ae3d326032 req-f5fcad01-d388-4cf0-ad55-6597cc195eb5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 947 time: 0.0490324 Aug 30 01:23:51.519548 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e704efaa-de10-4f45-85c9-24ae3d326032 req-bb5a90e5-b82a-440c-8a36-45678fa85e9b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440118 Aug 30 01:23:56.369134 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:56.374628 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:00.326464 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=10 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:00.329052 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=37 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:01.513150 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=41 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:01.515822 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=79 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:02.507148 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:02.507914 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:03.551306 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:24:04.386319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35420) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:04.390870 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043585108', 'description': 'tempest-description--176463415'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:04.394472 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8fafed2f-b95f-443c-8cac-98078c3ee871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.412432 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.480266 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (0526c8ff-e947-451b-81fa-7d00a0dc666a), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.486162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0526c8ff-e947-451b-81fa-7d00a0dc666a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.520064 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.521271 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339598 Aug 30 01:24:04.523141 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0526c8ff-e947-451b-81fa-7d00a0dc666a,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:04.524392 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35422) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:04.529635 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': '0526c8ff-e947-451b-81fa-7d00a0dc666a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:04.531588 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.531944 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.532361 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.532704 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.533041 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.533380 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.533712 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.534093 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.534433 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.534760 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.535126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.535441 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.535766 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.536119 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.536445 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb398f9e-3531-4a4c-a9a3-9b84ba140f80 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.558517 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (62e33b9f-a617-4c88-809c-02f579ed6e4f), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.618750 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (62e33b9f-a617-4c88-809c-02f579ed6e4f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.623189 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (62e33b9f-a617-4c88-809c-02f579ed6e4f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.642638 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e33b9f-a617-4c88-809c-02f579ed6e4f,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:04.652155 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.652510 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.652877 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.653214 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.653548 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.653876 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.654201 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.654524 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.654848 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.655175 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.655493 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.655813 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.656163 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.656505 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.656802 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:04.661266 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.662468 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-fb9f1f8d-730f-4344-aa02-0fafdb16c1c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370606 Aug 30 01:24:04.665672 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35424) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:04.670173 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-ae2e8873-93e1-4f95-8122-eff09596b055 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': '0526c8ff-e947-451b-81fa-7d00a0dc666a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:04.698471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8873-93e1-4f95-8122-eff09596b055 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (ae1825d2-10b2-404a-b65a-d998a337ae30), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.756838 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8873-93e1-4f95-8122-eff09596b055 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (ae1825d2-10b2-404a-b65a-d998a337ae30), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.760437 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8873-93e1-4f95-8122-eff09596b055 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (ae1825d2-10b2-404a-b65a-d998a337ae30), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.779250 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e8873-93e1-4f95-8122-eff09596b055 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1825d2-10b2-404a-b65a-d998a337ae30,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:04.788382 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8873-93e1-4f95-8122-eff09596b055 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.789627 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ae2e8873-93e1-4f95-8122-eff09596b055 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227460 Aug 30 01:24:04.793448 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35426) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:04.797751 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:04.819357 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:04.900843 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.006236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.27.3.211 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/7a3c9b29-ad2c-472d-8863-20a295b6167d) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:24:05.113577 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.145035 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.187460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:24:05.192653 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:24:05.194814 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=7a3c9b29-ad2c-472d-8863-20a295b6167d,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:05.196947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:24:05.219828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:05.226157 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:05.287242 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (ac4e7981-1ea5-4211-8a2d-85c5de31ad66), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.325998 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.720305 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.725002 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.792892 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (ac4e7981-1ea5-4211-8a2d-85c5de31ad66), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.808588 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=7a3c9b29-ad2c-472d-8863-20a295b6167d,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:05.828698 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:05.829951 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-17c0c6a2-89eb-492a-accb-50b2fc5c2b61 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0355651 Aug 30 01:24:05.985436 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-8308dbe8-8072-42de-a950-6333c36bde68 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1043585108&fields=id&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 267 time: 0.0471010 Aug 30 01:24:06.099588 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-66896298-e92a-4191-b8ce-65205f0a4b36 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:06.099588 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-66896298-e92a-4191-b8ce-65205f0a4b36 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1035349 Aug 30 01:24:06.113786 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-820d43fd-7dc7-4c6b-a996-7d22c10559ca tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/quotas/f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 375 time: 0.0118268 Aug 30 01:24:06.170501 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-f944c120-6743-4450-b151-54db5a3866f9 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512280 Aug 30 01:24:06.265635 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-871cac50-1fc0-4106-89ef-64a04196f134 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Aug 30 01:24:06.353562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:06.358032 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-77543294-72a9-4b20-a1f0-1e0419c2a419 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869417 Aug 30 01:24:06.524389 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f5ead551-fc7e-48a3-976c-188d916004f1 req-c88ddf0f-df70-4404-a801-ca45181e3193 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Aug 30 01:24:06.587355 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f518-a49c-4be4-8813-6e646bb7fc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:07.629004 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9f2a292-0181-4921-b2ce-b6d6380b757d req-486dd014-9b3e-43ed-bdd7-832ea0a99301 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 210 time: 0.0300050 Aug 30 01:24:07.834021 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-b971e6ba-852d-4ba4-82b9-4425d21944a1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:07.835499 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-b971e6ba-852d-4ba4-82b9-4425d21944a1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1047285 Aug 30 01:24:07.937048 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-ee8b76e1-f026-4ea1-bb63-d49231bf04c2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 472 time: 0.0668392 Aug 30 01:24:08.030996 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'port': {'device_id': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'admin_state_up': True, 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'security_groups': ['0526c8ff-e947-451b-81fa-7d00a0dc666a']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:08.138413 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Made reservation on behalf of f5ddbf041c444253aea027770188fbaf for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:24:08.142518 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:08.511687 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.20.0.13 (129a2c61-8cde-4190-8f30-dda20a50e18f/aae7015a-58f8-45cc-9eb0-517fb3771bff/a39b7371-7db0-4120-85ff-91de9d57b615) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:24:08.516287 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:08.650512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (a39b7371-7db0-4120-85ff-91de9d57b615), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:08.670691 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:08.675851 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:08.686134 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:08.762360 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:24:08.769538 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:24:08.775774 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:24:08.782221 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=a39b7371-7db0-4120-85ff-91de9d57b615,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:08.817018 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d59cc-3751-499a-bc0b-45bd49070c3a req-330b6ac5-bca8-4348-bdce-6295c76c9b57 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:08.818583 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e75d59cc-3751-499a-bc0b-45bd49070c3a req-330b6ac5-bca8-4348-bdce-6295c76c9b57 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 932 time: 0.1000443 Aug 30 01:24:08.856019 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:08.856776 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:08.890866 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-bfa6b08b-4e85-4ed5-b327-01a5ccaaba82 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8637114 Aug 30 01:24:08.898863 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e75d59cc-3751-499a-bc0b-45bd49070c3a req-61ffb31a-45bf-4414-a0cc-16541c4f4941 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732310 Aug 30 01:24:08.910909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Request body: {'port': {'device_id': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:08.975640 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.042645 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f2b63ddd-a9f9-49d4-a32b-6c207662e82a None None] Provisioning complete for port a39b7371-7db0-4120-85ff-91de9d57b615 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:24:09.042900 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f2b63ddd-a9f9-49d4-a32b-6c207662e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.077770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f2b63ddd-a9f9-49d4-a32b-6c207662e82a None None] Port a39b7371-7db0-4120-85ff-91de9d57b615 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:24:09.234482 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39b7371-7db0-4120-85ff-91de9d57b615 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:24:09.242398 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Publish callbacks [] for port (a39b7371-7db0-4120-85ff-91de9d57b615), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.255053 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Transition to ACTIVE for port object a39b7371-7db0-4120-85ff-91de9d57b615 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:24:09.258938 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.322924 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b7371-7db0-4120-85ff-91de9d57b615,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:09.374192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Attempting to bind port a39b7371-7db0-4120-85ff-91de9d57b615 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:24:09.374573 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Attempting to bind port a39b7371-7db0-4120-85ff-91de9d57b615 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:24:09.374902 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Attempting to bind port a39b7371-7db0-4120-85ff-91de9d57b615 on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:24:09.379244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Port a39b7371-7db0-4120-85ff-91de9d57b615 on network 129a2c61-8cde-4190-8f30-dda20a50e18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:24:09.379565 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Attempting to bind port a39b7371-7db0-4120-85ff-91de9d57b615 on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:24:09.384478 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:24:09.384813 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Checking segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:24:09.385268 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Bound using segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:24:09.385833 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Bound port: a39b7371-7db0-4120-85ff-91de9d57b615, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:24:09.386194 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.427784 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:09.449338 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] For port a39b7371-7db0-4120-85ff-91de9d57b615, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:24:09.452755 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] For port a39b7371-7db0-4120-85ff-91de9d57b615, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a39b7371-7db0-4120-85ff-91de9d57b615,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:24:09.458038 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.461629 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:09.462583 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.464591 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a39b7371-7db0-4120-85ff-91de9d57b615 HTTP/1.1" status: 200 len: 1094 time: 0.5583427 Aug 30 01:24:09.466683 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:09.468965 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29" -d '{"events": [{"name": "network-changed", "server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:09.508735 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb773a-069e-4cf7-9b03-10a74d91ca55 x-openstack-request-id: req-3eeb773a-069e-4cf7-9b03-10a74d91ca55 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:09.509029 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:09.509328 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3eeb773a-069e-4cf7-9b03-10a74d91ca55 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:09.509797 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eeb773a-069e-4cf7-9b03-10a74d91ca55'] response: {'name': 'network-changed', 'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'status': 'completed', 'code': 200} Aug 30 01:24:09.530025 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c142182-74a8-48a2-bf33-bbc9fcf61bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b7371-7db0-4120-85ff-91de9d57b615,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:09.579551 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-e8094a94-38ee-4137-a332-70f5e52be05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:09.581016 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-e8094a94-38ee-4137-a332-70f5e52be05a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 1128 time: 0.0404451 Aug 30 01:24:09.602376 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:09.631130 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-2006ce7c-62c5-46b9-9d5e-d0ea66b81733 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b7371-7db0-4120-85ff-91de9d57b615 HTTP/1.1" status: 200 len: 217 time: 0.0339868 Aug 30 01:24:09.681655 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-ed001710-e1e6-4b7b-9394-6b5172aa1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:09.683310 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-ed001710-e1e6-4b7b-9394-6b5172aa1ab9 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0451045 Aug 30 01:24:09.734291 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-8e086549-4dae-45b3-97b7-016ab3f6e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:09.735784 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-8e086549-4dae-45b3-97b7-016ab3f6e968 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454614 Aug 30 01:24:09.832080 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-7ff0c077-2dd3-4db7-87d3-8d6fcc8e73df service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883369 Aug 30 01:24:09.844525 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:09.925331 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-10d12865-d2a4-4010-a64d-16f572ffcafd req-df7f88ae-5633-462d-a71e-fdb686e707fe service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 Aug 30 01:24:10.019555 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a866e-61e0-476e-9f66-ad884ed39558 req-69a22e2a-0d3e-4d43-8810-cc2fe880bddf tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:10.021058 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-709a866e-61e0-476e-9f66-ad884ed39558 req-69a22e2a-0d3e-4d43-8810-cc2fe880bddf tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 944 time: 0.0479107 Aug 30 01:24:10.068144 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-709a866e-61e0-476e-9f66-ad884ed39558 req-7d00fa41-8f9b-41b9-a6c2-9e253e082dcd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Aug 30 01:24:10.254762 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:10.933363 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-8dab3ecf-5ad0-4a6d-862b-0f01abb932d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:10.934844 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-8dab3ecf-5ad0-4a6d-862b-0f01abb932d0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 1128 time: 0.0431595 Aug 30 01:24:11.026464 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-ec4fd833-33f8-4403-b617-120f4ddad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:11.027852 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-ec4fd833-33f8-4403-b617-120f4ddad428 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.0866013 Aug 30 01:24:11.073370 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-35ef369e-029b-4793-b6ca-004339be00cc service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b7371-7db0-4120-85ff-91de9d57b615 HTTP/1.1" status: 200 len: 217 time: 0.0367045 Aug 30 01:24:11.125515 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-cd027c83-938e-466b-a60a-601423477d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:11.126993 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-cd027c83-938e-466b-a60a-601423477d28 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0479887 Aug 30 01:24:11.174344 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-6d4f1ec3-ca34-4e7a-b357-7ee497da6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:11.175865 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-6d4f1ec3-ca34-4e7a-b357-7ee497da6803 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410128 Aug 30 01:24:11.197903 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01356-8894-427e-8451-496174fef9ef req-928839f7-7168-458c-99e5-2f440b94a7dc tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:11.199907 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7af01356-8894-427e-8451-496174fef9ef req-928839f7-7168-458c-99e5-2f440b94a7dc tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 944 time: 0.0559270 Aug 30 01:24:11.251241 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7af01356-8894-427e-8451-496174fef9ef req-f3da1049-5ccb-419b-ab88-4ca0a0ae0bd3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455027 Aug 30 01:24:11.277220 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-7757347b-e9a4-498d-9865-152c5ae14eee service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929947 Aug 30 01:24:11.367551 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a3633e0f-df56-4a32-8ce5-91b77a4e0a29 req-4807c4c0-b241-4dc9-b107-6c850b4e83ee service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843513 Aug 30 01:24:12.378079 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877aa56-b461-4f24-8ab9-752d9d71363d req-ef102d69-99fd-45a6-aa15-76254de4fcf4 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:12.379636 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8877aa56-b461-4f24-8ab9-752d9d71363d req-ef102d69-99fd-45a6-aa15-76254de4fcf4 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 944 time: 0.0525317 Aug 30 01:24:12.429943 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8877aa56-b461-4f24-8ab9-752d9d71363d req-df0ea4ff-64c1-44d8-a6c3-f3025099fb2f tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Aug 30 01:24:13.396072 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a39b7371-7db0-4120-85ff-91de9d57b615 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:24:13.463624 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:13.500705 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port a39b7371-7db0-4120-85ff-91de9d57b615, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a39b7371-7db0-4120-85ff-91de9d57b615,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:13.513340 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'port_id': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'mac_address': 'fa:16:3e:d1:11:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:24:13.547294 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:13.548237 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port a39b7371-7db0-4120-85ff-91de9d57b615 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:24:13.548628 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:13.553232 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32288bf-6845-4220-91ea-c5015438b31a req-cf398149-4284-4dd2-967e-fd7b5fc87e8e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:13.554736 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f32288bf-6845-4220-91ea-c5015438b31a req-cf398149-4284-4dd2-967e-fd7b5fc87e8e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 944 time: 0.0517323 Aug 30 01:24:13.562849 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39b7371-7db0-4120-85ff-91de9d57b615 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:24:13.585043 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port a39b7371-7db0-4120-85ff-91de9d57b615, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a39b7371-7db0-4120-85ff-91de9d57b615,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:13.594865 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:13.605248 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f32288bf-6845-4220-91ea-c5015438b31a req-0c5afb20-c737-4811-af9e-c970ee307d0b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Aug 30 01:24:13.649215 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=a39b7371-7db0-4120-85ff-91de9d57b615,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:13.947056 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['a39b7371-7db0-4120-85ff-91de9d57b615'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:24:14.710737 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:14.727105 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaad33f-5555-4d35-b5bc-1a2511f46e98 req-c49081e1-fd55-46bb-b1fd-ff60134b5ea0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:14.728595 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7eaad33f-5555-4d35-b5bc-1a2511f46e98 req-c49081e1-fd55-46bb-b1fd-ff60134b5ea0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 945 time: 0.0483212 Aug 30 01:24:14.767767 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:14.775335 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7eaad33f-5555-4d35-b5bc-1a2511f46e98 req-f6415710-895a-4226-aab2-df9ab18f9be1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Aug 30 01:24:15.424323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a39b7371-7db0-4120-85ff-91de9d57b615 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:24:15.469703 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port a39b7371-7db0-4120-85ff-91de9d57b615 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:24:15.476329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port a39b7371-7db0-4120-85ff-91de9d57b615 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:24:15.476700 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:15.551043 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port a39b7371-7db0-4120-85ff-91de9d57b615 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:24:15.551438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:15.575698 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:15.577952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac0862-2e1c-4cbb-b6a0-7259b7537b09" -d '{"events": [{"server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "name": "network-vif-plugged", "status": "completed", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:15.587680 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:15.592216 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port a39b7371-7db0-4120-85ff-91de9d57b615, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a39b7371-7db0-4120-85ff-91de9d57b615,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:15.595959 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:15.621975 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c873e3-c3c2-4137-96af-8241dff6eee9 x-openstack-request-id: req-f8c873e3-c3c2-4137-96af-8241dff6eee9 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:15.622258 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "name": "network-vif-plugged", "status": "completed", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:15.622510 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8c873e3-c3c2-4137-96af-8241dff6eee9 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:15.622920 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c873e3-c3c2-4137-96af-8241dff6eee9'] response: {'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'code': 200} Aug 30 01:24:15.652330 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=a39b7371-7db0-4120-85ff-91de9d57b615,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:15.835267 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4172-60c2-41ac-9ce2-6ddde7d0c5e6 req-5fff631b-e9bf-47e5-95b1-d999a9f06749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:15.836807 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-acfa4172-60c2-41ac-9ce2-6ddde7d0c5e6 req-5fff631b-e9bf-47e5-95b1-d999a9f06749 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 1130 time: 0.0412595 Aug 30 01:24:15.923280 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d120c-7f73-4dac-88fd-930b7487ced6 req-9d89cb4b-effc-41a8-95f4-32f6adc041b7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:15.926287 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-596d120c-7f73-4dac-88fd-930b7487ced6 req-9d89cb4b-effc-41a8-95f4-32f6adc041b7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 946 time: 0.0663261 Aug 30 01:24:15.929029 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-acfa4172-60c2-41ac-9ce2-6ddde7d0c5e6 req-6d91dfd2-9aca-41d9-ac71-5e2adb004d12 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863469 Aug 30 01:24:15.972851 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-596d120c-7f73-4dac-88fd-930b7487ced6 req-57bd8d91-9a64-46c7-af9a-920128528b85 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 Aug 30 01:24:16.252472 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35480) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:16.412206 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:16.497184 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Deleting port 8881636b-cefb-48b4-9adc-82d15d18416e {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:16.497531 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (8881636b-cefb-48b4-9adc-82d15d18416e), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:16.580054 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (8881636b-cefb-48b4-9adc-82d15d18416e), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:16.580328 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for floatingip (8881636b-cefb-48b4-9adc-82d15d18416e), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:16.593181 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Calling delete_port for 8881636b-cefb-48b4-9adc-82d15d18416e owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:16.762812 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (8881636b-cefb-48b4-9adc-82d15d18416e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:16.789031 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event deleted for resources: {'Port': ['ID=8881636b-cefb-48b4-9adc-82d15d18416e,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:16.850306 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for floatingip (8b376fb7-024c-4197-abe9-e846815f2939), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:16.850646 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Floating IP 8b376fb7-024c-4197-abe9-e846815f2939 disassociated (deleted). External IP: 172.27.3.253, port: 90cf8014-421d-45c2-8701-cc67f5ad29d1. Aug 30 01:24:17.087269 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:17.109020 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Router 805c9c3c-2867-483b-bd7b-6d6c5425755a has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:24:17.115657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d438f-691e-4ec3-93f2-558b9b9353f3 req-cfd515a8-c06e-46a5-a114-068d7e3f60f8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:17.117148 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a3d438f-691e-4ec3-93f2-558b9b9353f3 req-cfd515a8-c06e-46a5-a114-068d7e3f60f8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 946 time: 0.0607283 Aug 30 01:24:17.213229 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a3d438f-691e-4ec3-93f2-558b9b9353f3 req-34f27fde-3c4e-4cb7-bfb5-e6ada64e1ee4 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889554 Aug 30 01:24:17.266331 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:24:17.271491 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:17.278269 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] Sync routers for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:24:17.289056 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:17.289662 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:17.294807 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:17.308592 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3a26bac4-2ccf-45ea-a617-e42be46f34ee tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/8b376fb7-024c-4197-abe9-e846815f2939 HTTP/1.1" status: 204 len: 168 time: 1.0550585 Aug 30 01:24:17.309452 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:17.311682 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9" -d '{"events": [{"name": "network-changed", "server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:17.369536 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88e648-24ca-4ccd-aead-b680be785f23 x-openstack-request-id: req-8f88e648-24ca-4ccd-aead-b680be785f23 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:17.370388 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:17.371186 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f88e648-24ca-4ccd-aead-b680be785f23 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:17.371186 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f88e648-24ca-4ccd-aead-b680be785f23'] response: {'name': 'network-changed', 'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'status': 'completed', 'code': 200} Aug 30 01:24:17.401631 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:17.631338 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69c5da-4910-4e9f-a376-bfc19a9f23ed req-e51b8c47-f8cc-4cc8-afb4-1edc031a68c5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:17.637517 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3d69c5da-4910-4e9f-a376-bfc19a9f23ed req-e51b8c47-f8cc-4cc8-afb4-1edc031a68c5 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.1010344 Aug 30 01:24:17.685453 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-91ba708d-18d6-4e13-953b-88b33721b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:17.687371 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-91ba708d-18d6-4e13-953b-88b33721b862 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=089c19009d374769a0d5bd5a82acaaa7&device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 1129 time: 0.0826485 Aug 30 01:24:17.711446 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3d69c5da-4910-4e9f-a376-bfc19a9f23ed req-1c7a39ca-3af5-4fba-b521-c50b7207355a tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622478 Aug 30 01:24:17.733812 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:49Z', 'revision_number': 5, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:17.760788 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] Checking router: 805c9c3c-2867-483b-bd7b-6d6c5425755a for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:24:17.769912 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:17.770608 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:17.879709 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:18.066065 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:49Z', 'revision_number': 5, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:18.090885 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b5cfd-95f1-4224-9bb3-34681952c09f None None] The sync data for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi is: [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:18:38Z', 'revision_number': 4, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': 'd3c89d50-b114-4cdf-a02f-47c630805838', 'name': '', 'network_id': 'd49c1cad-8850-407e-b0e1-c419feebc1a4', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'mac_address': 'fa:16:3e:22:f4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:37Z', 'updated_at': '2022-08-30T01:18:49Z', 'revision_number': 5, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'subnets': [{'id': '514fa799-c64d-42dd-a131-955fa820e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:24:18.326812 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4883c88-cb2f-40f3-999f-a083259ec979 None None] New status for floating IP 8b376fb7-024c-4197-abe9-e846815f2939: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:24:18.346670 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220cef4-314c-4dbc-abd1-94a76da15034 req-6688c9fc-a0b2-459c-8e12-4ab466489998 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:18.348299 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c220cef4-314c-4dbc-abd1-94a76da15034 req-6688c9fc-a0b2-459c-8e12-4ab466489998 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 946 time: 0.0535705 Aug 30 01:24:18.397523 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c220cef4-314c-4dbc-abd1-94a76da15034 req-ecb9069e-b4cf-40ef-898d-0c751cdc783d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434356 Aug 30 01:24:18.515878 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0745-6772-4e68-a786-1ccf23a87c71 req-93ae1353-4b6f-44a9-a8ca-92780dd3d559 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:18.517401 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-169f0745-6772-4e68-a786-1ccf23a87c71 req-93ae1353-4b6f-44a9-a8ca-92780dd3d559 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 946 time: 0.0481324 Aug 30 01:24:18.527834 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35496) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:18.532350 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'port_id': 'a39b7371-7db0-4120-85ff-91de9d57b615'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:18.570101 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (ac4e7981-1ea5-4211-8a2d-85c5de31ad66), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:18.946907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae626f-4f4a-4275-8c24-95b0fc0b4f5d req-b6482c43-8102-4e13-9a58-a882ea43d986 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:18.948423 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8eae626f-4f4a-4275-8c24-95b0fc0b4f5d req-b6482c43-8102-4e13-9a58-a882ea43d986 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.1324234 Aug 30 01:24:19.071427 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8eae626f-4f4a-4275-8c24-95b0fc0b4f5d req-c8f46c03-3603-4b89-ac32-e0dde729ba59 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=a7b28c5a-26a7-4573-83ee-4bf5745fc822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152754 Aug 30 01:24:19.078507 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-104b2870-ce78-4cc3-8b2c-5de98530fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:19.080015 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-104b2870-ce78-4cc3-8b2c-5de98530fb4d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 200 len: 910 time: 0.2316463 Aug 30 01:24:19.112650 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:19.189512 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-d5d114c2-20c6-4048-a91d-bed6d2e61a56 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 200 len: 217 time: 0.0413723 Aug 30 01:24:19.199046 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:19.203035 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (ac4e7981-1ea5-4211-8a2d-85c5de31ad66), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:19.300748 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP ac4e7981-1ea5-4211-8a2d-85c5de31ad66 associated. External IP: 172.27.3.211, port: a39b7371-7db0-4120-85ff-91de9d57b615. Aug 30 01:24:19.302546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:19.440094 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-387140f2-bd2d-435b-ab0e-fa29095ceb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:19.441578 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-387140f2-bd2d-435b-ab0e-fa29095ceb98 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 200 len: 848 time: 0.0631967 Aug 30 01:24:19.546320 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-52c037af-8615-4779-9b68-b5946072d8fa tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:19.547780 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-52c037af-8615-4779-9b68-b5946072d8fa tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 945 time: 0.0481884 Aug 30 01:24:19.571486 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-7abf1f78-d562-490c-8207-5b3cb921ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:19.573759 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-7abf1f78-d562-490c-8207-5b3cb921ebec service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d49c1cad-8850-407e-b0e1-c419feebc1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567503 Aug 30 01:24:19.580944 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:24:19.639667 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Deleting port 90cf8014-421d-45c2-8701-cc67f5ad29d1 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:19.640045 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:19.736911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] For port 90cf8014-421d-45c2-8701-cc67f5ad29d1, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90cf8014-421d-45c2-8701-cc67f5ad29d1,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:19.737273 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:19.751812 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Calling delete_port for 90cf8014-421d-45c2-8701-cc67f5ad29d1 owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:19.757862 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-4810f7e9-ee87-4180-a4f1-f9444988dcff service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755536 Aug 30 01:24:19.775713 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:24:19.786821 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:24:19.788431 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:19.801172 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:19.801793 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:19.859789 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f75323f1-bc7e-4fe3-bb13-607b2dbf8a90 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/ac4e7981-1ea5-4211-8a2d-85c5de31ad66 HTTP/1.1" status: 200 len: 992 time: 1.3308086 Aug 30 01:24:19.862878 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:19.865201 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71f1f5c-7c68-4a32-ab10-cf7280829c30" -d '{"events": [{"name": "network-changed", "server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:19.900640 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d705d37e-4b8d-4cfe-8cfa-6024ecebabb9 req-c5dcc926-aa12-45a4-8ab6-9a68efd140c9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336439 Aug 30 01:24:19.903057 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (90cf8014-421d-45c2-8701-cc67f5ad29d1), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:19.917446 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:19.919324 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5fa15a-25d3-4d88-b470-3bceaef9027f x-openstack-request-id: req-df5fa15a-25d3-4d88-b470-3bceaef9027f {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:19.919869 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:19.919869 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df5fa15a-25d3-4d88-b470-3bceaef9027f {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:19.920312 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5fa15a-25d3-4d88-b470-3bceaef9027f'] response: {'name': 'network-changed', 'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'status': 'completed', 'code': 200} Aug 30 01:24:19.935448 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event deleted for resources: {'Port': ['ID=90cf8014-421d-45c2-8701-cc67f5ad29d1,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:19.990640 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] No DVR routers for this DVR port 90cf8014-421d-45c2-8701-cc67f5ad29d1 on host hv-cinder-81514 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:24:19.992363 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:19.996084 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb74263e-b355-4567-8304-68c96ea0a8f9 req-a128e8e8-34ca-47f5-b2e9-3691e2d27980 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.61 "DELETE /networking/v2.0/ports/90cf8014-421d-45c2-8701-cc67f5ad29d1 HTTP/1.1" status: 204 len: 173 time: 0.4414258 Aug 30 01:24:19.996577 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-deleted', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:19.999910 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe326f-92af-4c6f-9477-5d5320daa816" -d '{"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-deleted", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:20.036337 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-006b394e-54f5-42b0-a1af-c5b7aebb3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:20.038972 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-006b394e-54f5-42b0-a1af-c5b7aebb3293 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 1130 time: 0.0602710 Aug 30 01:24:20.045593 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb6abb2-ea7b-485f-abcd-6da6d7f1942c x-openstack-request-id: req-8cb6abb2-ea7b-485f-abcd-6da6d7f1942c {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:20.045887 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68833d42-7eed-4b4c-b315-842b9c015dfd", "name": "network-vif-deleted", "tag": "90cf8014-421d-45c2-8701-cc67f5ad29d1", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:20.046144 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cb6abb2-ea7b-485f-abcd-6da6d7f1942c {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:20.046550 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb6abb2-ea7b-485f-abcd-6da6d7f1942c'] response: {'server_uuid': '68833d42-7eed-4b4c-b315-842b9c015dfd', 'name': 'network-vif-deleted', 'tag': '90cf8014-421d-45c2-8701-cc67f5ad29d1', 'status': 'completed', 'code': 200} Aug 30 01:24:20.069088 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:20.158118 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:19Z', 'revision_number': 2, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}, {'id': 'ac4e7981-1ea5-4211-8a2d-85c5de31ad66', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:d1:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:24:05Z', 'updated_at': '2022-08-30T01:24:19Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:20.174318 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-2143d751-ab17-4957-9813-05befceabcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:20.175815 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-2143d751-ab17-4957-9813-05befceabcba service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.1019509 Aug 30 01:24:20.179770 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e7399524-7ecf-4cb8-8277-ffff81f59d61 req-249cf58b-e22a-483a-b55e-49f0c5a3e322 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 210 time: 0.0303612 Aug 30 01:24:20.186923 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:24:20.200141 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:20.202639 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:20.203301 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:20.313999 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:20.528378 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-cf872ae6-c792-46f2-bcb0-523aa214f4c5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b7371-7db0-4120-85ff-91de9d57b615 HTTP/1.1" status: 200 len: 1000 time: 0.3452277 Aug 30 01:24:20.572156 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:20.582722 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:19Z', 'revision_number': 2, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}, {'id': 'ac4e7981-1ea5-4211-8a2d-85c5de31ad66', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:d1:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:24:05Z', 'updated_at': '2022-08-30T01:24:19Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:20.588161 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-a224b5d0-1e19-4650-8ec5-624c7715046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:20.590330 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-a224b5d0-1e19-4650-8ec5-624c7715046a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0551858 Aug 30 01:24:20.616937 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c0928-2f22-4af4-aabb-138de5883a78 None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:19Z', 'revision_number': 2, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}, {'id': 'ac4e7981-1ea5-4211-8a2d-85c5de31ad66', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:d1:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:24:05Z', 'updated_at': '2022-08-30T01:24:19Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:24:20.656127 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-fd160893-8d34-4ab4-809c-ec9907e00103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:20.658136 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-fd160893-8d34-4ab4-809c-ec9907e00103 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603762 Aug 30 01:24:20.738668 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:20.776951 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-85773d2f-c629-4264-aa69-ec25964f25fd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054490 Aug 30 01:24:20.913594 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b71f1f5c-7c68-4a32-ab10-cf7280829c30 req-512a9a8d-baf8-459a-b528-9a6c78f6f058 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195269 Aug 30 01:24:20.915055 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebed92-fcab-40db-aff6-0db508cdd600 None None] New status for floating IP ac4e7981-1ea5-4211-8a2d-85c5de31ad66: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:24:21.317935 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-72b62ea7-7ba5-4e68-9e8e-c7fb74cb1dbe req-f9fa2f65-2a8f-4173-b4ac-c1742f576a86 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=68833d42-7eed-4b4c-b315-842b9c015dfd HTTP/1.1" status: 200 len: 210 time: 0.0310066 Aug 30 01:24:22.382774 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35514) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:22.439644 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-755d7323-8064-4a9c-b915-178976cbc5c6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group (a7b28c5a-26a7-4573-83ee-4bf5745fc822), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:22.463252 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-755d7323-8064-4a9c-b915-178976cbc5c6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group (a7b28c5a-26a7-4573-83ee-4bf5745fc822), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:22.523606 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-755d7323-8064-4a9c-b915-178976cbc5c6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (a7b28c5a-26a7-4573-83ee-4bf5745fc822), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:22.527167 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-755d7323-8064-4a9c-b915-178976cbc5c6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:22.528381 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-755d7323-8064-4a9c-b915-178976cbc5c6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/a7b28c5a-26a7-4573-83ee-4bf5745fc822 HTTP/1.1" status: 204 len: 168 time: 0.1448026 Aug 30 01:24:22.537767 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d7323-8064-4a9c-b915-178976cbc5c6 tempest-TestShelveInstance-1150326277 tempest-TestShelveInstance-1150326277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b28c5a-26a7-4573-83ee-4bf5745fc822,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:22.579292 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35518) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:23.023232 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (805c9c3c-2867-483b-bd7b-6d6c5425755a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:23.231589 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:23.245073 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Deleting port d3c89d50-b114-4cdf-a02f-47c630805838 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:23.245421 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:23.301107 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:23.324733 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] For port d3c89d50-b114-4cdf-a02f-47c630805838, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=d3c89d50-b114-4cdf-a02f-47c630805838,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:23.325096 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:23.338297 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Calling delete_port for d3c89d50-b114-4cdf-a02f-47c630805838 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:23.474398 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 90cf8014-421d-45c2-8701-cc67f5ad29d1 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:23.494939 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 90cf8014-421d-45c2-8701-cc67f5ad29d1 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:23.495194 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 90cf8014-421d-45c2-8701-cc67f5ad29d1 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:23.522165 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (d3c89d50-b114-4cdf-a02f-47c630805838), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:23.544710 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c89d50-b114-4cdf-a02f-47c630805838,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:23.717967 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (805c9c3c-2867-483b-bd7b-6d6c5425755a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:23.923005 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Router 805c9c3c-2867-483b-bd7b-6d6c5425755a has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:24:24.025928 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:24:24.030917 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-eb188e10-41bc-4058-b6ae-a9dec63f0ea1 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/805c9c3c-2867-483b-bd7b-6d6c5425755a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506054 Aug 30 01:24:24.033677 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35524) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:24.034630 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] Sync routers for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:24:24.046060 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:24.046662 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:24.136250 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks [] for router (805c9c3c-2867-483b-bd7b-6d6c5425755a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.148429 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:24.179964 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:24.243839 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks [] for router_gateway (805c9c3c-2867-483b-bd7b-6d6c5425755a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.290592 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Deleting port ccac506b-a27d-4499-a7a1-132a9d02f1db {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:24.290963 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.377968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:24.386450 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] For port ccac506b-a27d-4499-a7a1-132a9d02f1db, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=ccac506b-a27d-4499-a7a1-132a9d02f1db,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:24.386701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.401218 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Calling delete_port for ccac506b-a27d-4499-a7a1-132a9d02f1db owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:24.423740 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:24:23Z', 'revision_number': 5, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port': {'id': 'ccac506b-a27d-4499-a7a1-132a9d02f1db', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:33Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:24.449026 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] Checking router: 805c9c3c-2867-483b-bd7b-6d6c5425755a for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:24:24.457528 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] Routers {'805c9c3c-2867-483b-bd7b-6d6c5425755a'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:24.458143 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['805c9c3c-2867-483b-bd7b-6d6c5425755a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:24.543874 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] Set router 805c9c3c-2867-483b-bd7b-6d6c5425755a gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:24.573335 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (ccac506b-a27d-4499-a7a1-132a9d02f1db), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.596784 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:24:24Z', 'revision_number': 6, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port_host': None}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:24.597049 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccac506b-a27d-4499-a7a1-132a9d02f1db,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:24.624615 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915ad50-d4b9-482e-899c-f7c467907bb5 None None] The sync data for ids ['805c9c3c-2867-483b-bd7b-6d6c5425755a'] in dv-cinder-815145-12-iscsi is: [{'id': '805c9c3c-2867-483b-bd7b-6d6c5425755a', 'name': 'tempest-TestShelveInstance-1160034904-router', 'tenant_id': '089c19009d374769a0d5bd5a82acaaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:32Z', 'updated_at': '2022-08-30T01:24:24Z', 'revision_number': 6, 'project_id': '089c19009d374769a0d5bd5a82acaaa7', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:24:24.664460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (805c9c3c-2867-483b-bd7b-6d6c5425755a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.753855 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (805c9c3c-2867-483b-bd7b-6d6c5425755a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.756284 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks [] for router_controller (805c9c3c-2867-483b-bd7b-6d6c5425755a), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.803631 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (805c9c3c-2867-483b-bd7b-6d6c5425755a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.804405 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 805c9c3c-2867-483b-bd7b-6d6c5425755a {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:24:24.809830 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.811138 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f66e9620-c5dc-46f6-b661-b9935afb0ce4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/805c9c3c-2867-483b-bd7b-6d6c5425755a HTTP/1.1" status: 204 len: 168 time: 0.7763577 Aug 30 01:24:24.813544 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35530) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:24.859586 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] Deleting subnet 514fa799-c64d-42dd-a131-955fa820e4b9 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:24:24.863188 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] Publish callbacks [] for subnet (514fa799-c64d-42dd-a131-955fa820e4b9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.902420 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165485'] for subnet (514fa799-c64d-42dd-a131-955fa820e4b9), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.032430 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (514fa799-c64d-42dd-a131-955fa820e4b9), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.101390 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3656484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628936'] for subnet (514fa799-c64d-42dd-a131-955fa820e4b9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.130321 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514fa799-c64d-42dd-a131-955fa820e4b9,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:25.134045 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.140033 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-aafda4ba-612b-4b1d-ad2e-56ed86a1cad6 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/514fa799-c64d-42dd-a131-955fa820e4b9 HTTP/1.1" status: 204 len: 168 time: 0.3238559 Aug 30 01:24:25.141011 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35540) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:25.143439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7609e-6bd6-4b7d-bd29-43a6b4408ee6 None None] Network d49c1cad-8850-407e-b0e1-c419feebc1a4 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:24:25.213815 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (d49c1cad-8850-407e-b0e1-c419feebc1a4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.241961 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:25.257774 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Deleting port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:25.258113 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.272859 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:25.327208 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] For port ef769a49-b9d8-4fb2-bab4-014f35d6ba17, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=ef769a49-b9d8-4fb2-bab4-014f35d6ba17,segment=NetworkSegment(52baeef1-18fd-491e-86da-b900a168ddf3),segment_id=52baeef1-18fd-491e-86da-b900a168ddf3)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:25.327565 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.340974 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Calling delete_port for ef769a49-b9d8-4fb2-bab4-014f35d6ba17 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:25.421725 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (ef769a49-b9d8-4fb2-bab4-014f35d6ba17), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.434715 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c22a67-0d00-4d9d-bd87-5ac722abf19a None None] DHCP port deletion for d49c1cad-8850-407e-b0e1-c419feebc1a4 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:24:25.466581 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] No DVR routers for this DVR port ef769a49-b9d8-4fb2-bab4-014f35d6ba17 on host dv-cinder-815145-12-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:24:25.472869 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef769a49-b9d8-4fb2-bab4-014f35d6ba17,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:25.549615 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (d49c1cad-8850-407e-b0e1-c419feebc1a4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.583633 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49c1cad-8850-407e-b0e1-c419feebc1a4']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:25.605398 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52baeef1-18fd-491e-86da-b900a168ddf3') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:25.605701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52baeef1-18fd-491e-86da-b900a168ddf3') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:25.616411 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (52baeef1-18fd-491e-86da-b900a168ddf3), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.630117 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (52baeef1-18fd-491e-86da-b900a168ddf3), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.637184 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:24:25.637602 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (52baeef1-18fd-491e-86da-b900a168ddf3), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.682784 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 52baeef1-18fd-491e-86da-b900a168ddf3 resource provider aggregate not found Aug 30 01:24:25.706244 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 52baeef1-18fd-491e-86da-b900a168ddf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52baeef1-18fd-491e-86da-b900a168ddf3 found for delete ", "request_id": "req-bf0a6a64-1fef-4d69-8d96-8002ec7dc027"}]} Aug 30 01:24:25.711478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (d49c1cad-8850-407e-b0e1-c419feebc1a4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.720408 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.723546 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/d49c1cad-8850-407e-b0e1-c419feebc1a4 HTTP/1.1" status: 204 len: 168 time: 0.5815835 Aug 30 01:24:25.727000 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35546) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:25.734645 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c39ac-c11f-4c37-bead-81f9094352f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d49c1cad-8850-407e-b0e1-c419feebc1a4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:25.813286 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:25.828454 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:26.056380 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (68b9f123-465c-4daa-97f3-9a26492d357c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:26.296684 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Deleting port d5453859-6a61-4651-8b55-323f944f4080 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:26.297091 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (d5453859-6a61-4651-8b55-323f944f4080), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:26.371236 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:26.394114 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:26.395045 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] For port d5453859-6a61-4651-8b55-323f944f4080, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=d5453859-6a61-4651-8b55-323f944f4080,segment=NetworkSegment(f3a3398e-5b19-429a-a1f0-7122dcf08905),segment_id=f3a3398e-5b19-429a-a1f0-7122dcf08905)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:26.395444 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (d5453859-6a61-4651-8b55-323f944f4080), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:26.414413 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ccac506b-a27d-4499-a7a1-132a9d02f1db no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:26.438544 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: ccac506b-a27d-4499-a7a1-132a9d02f1db {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:26.438892 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ccac506b-a27d-4499-a7a1-132a9d02f1db not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:26.439312 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ef769a49-b9d8-4fb2-bab4-014f35d6ba17 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:26.440268 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Calling delete_port for d5453859-6a61-4651-8b55-323f944f4080 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:26.458332 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: ef769a49-b9d8-4fb2-bab4-014f35d6ba17 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:26.458671 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device ef769a49-b9d8-4fb2-bab4-014f35d6ba17 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:26.459078 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d3c89d50-b114-4cdf-a02f-47c630805838 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:26.459841 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c54f33-77ae-437a-bcf7-885f57bf321d req-a960ed7f-0088-46cd-9af3-8816b571b199 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:26.461353 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e7c54f33-77ae-437a-bcf7-885f57bf321d req-a960ed7f-0088-46cd-9af3-8816b571b199 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 947 time: 0.0691936 Aug 30 01:24:26.477237 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: d3c89d50-b114-4cdf-a02f-47c630805838 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:26.477584 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d3c89d50-b114-4cdf-a02f-47c630805838 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:26.558854 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e7c54f33-77ae-437a-bcf7-885f57bf321d req-5ff11126-81a2-4ac3-ab03-49f53971d767 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914533 Aug 30 01:24:26.661791 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:26.679377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (d5453859-6a61-4651-8b55-323f944f4080), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:26.687134 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:26.705538 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5453859-6a61-4651-8b55-323f944f4080,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:26.873270 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (68b9f123-465c-4daa-97f3-9a26492d357c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:27.080098 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Router 68b9f123-465c-4daa-97f3-9a26492d357c has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:24:27.183926 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:24:27.189191 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e93c1dc2-0f49-474f-a5e9-35c296bd8bdb admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/68b9f123-465c-4daa-97f3-9a26492d357c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4598215 Aug 30 01:24:27.191824 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35558) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:27.192453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] Sync routers for ids ['68b9f123-465c-4daa-97f3-9a26492d357c'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:24:27.207070 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] Routers {'68b9f123-465c-4daa-97f3-9a26492d357c'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:27.207710 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['68b9f123-465c-4daa-97f3-9a26492d357c'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:27.299085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks [] for router (68b9f123-465c-4daa-97f3-9a26492d357c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:27.315510 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] Set router 68b9f123-465c-4daa-97f3-9a26492d357c gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:27.399988 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks [] for router_gateway (68b9f123-465c-4daa-97f3-9a26492d357c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:27.501453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:24:26Z', 'revision_number': 5, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port': {'id': '5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:43Z', 'updated_at': '2022-08-30T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:27.532469 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] Checking router: 68b9f123-465c-4daa-97f3-9a26492d357c for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:24:27.541923 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] Routers {'68b9f123-465c-4daa-97f3-9a26492d357c'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:27.542561 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['68b9f123-465c-4daa-97f3-9a26492d357c'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:27.640430 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] Set router 68b9f123-465c-4daa-97f3-9a26492d357c gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:27.695782 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:24:27Z', 'revision_number': 6, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port_host': None}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:27.708585 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5748c9-9992-48e4-a44c-19c775219595 req-88a4e4fb-1164-4433-a35e-89b275ea767f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:27.710189 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c5748c9-9992-48e4-a44c-19c775219595 req-88a4e4fb-1164-4433-a35e-89b275ea767f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 947 time: 0.0556412 Aug 30 01:24:27.712521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Deleting port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:27.713476 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:27.720863 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02804e-fc11-4472-bea2-4b742a997788 None None] The sync data for ids ['68b9f123-465c-4daa-97f3-9a26492d357c'] in dv-cinder-815145-12-iscsi is: [{'id': '68b9f123-465c-4daa-97f3-9a26492d357c', 'name': 'tempest-TestShelveInstance-1183611996-router', 'tenant_id': 'c605301a5cd5456bbafb025dc67a0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:42Z', 'updated_at': '2022-08-30T01:24:27Z', 'revision_number': 6, 'project_id': 'c605301a5cd5456bbafb025dc67a0cac', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:24:27.766504 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c5748c9-9992-48e4-a44c-19c775219595 req-a109eee6-aeff-4994-8a82-bf391fdc55bc tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=9c410bd2-c335-43be-8aaa-270155f4288a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503750 Aug 30 01:24:27.800420 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] For port 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:27.800910 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:27.816864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Calling delete_port for 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:27.820387 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:27.911583 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:27.984329 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.010134 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:28.073168 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (68b9f123-465c-4daa-97f3-9a26492d357c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.168096 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (68b9f123-465c-4daa-97f3-9a26492d357c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.170303 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks [] for router_controller (68b9f123-465c-4daa-97f3-9a26492d357c), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.237953 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (68b9f123-465c-4daa-97f3-9a26492d357c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.238440 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b9f123-465c-4daa-97f3-9a26492d357c {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:24:28.244650 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.245797 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-40e4561c-fcb9-4632-88c7-615d228f2d65 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/68b9f123-465c-4daa-97f3-9a26492d357c HTTP/1.1" status: 204 len: 168 time: 1.0530281 Aug 30 01:24:28.248568 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35562) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:28.259312 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-b61eb6b5-8ea3-49d2-bbde-99b931bcb62d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:28.260809 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-b61eb6b5-8ea3-49d2-bbde-99b931bcb62d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 947 time: 0.0539033 Aug 30 01:24:28.294850 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] Deleting subnet a4c68904-e23a-4be7-85ec-6caeed977db2 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:24:28.298153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] Publish callbacks [] for subnet (a4c68904-e23a-4be7-85ec-6caeed977db2), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.336686 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165485'] for subnet (a4c68904-e23a-4be7-85ec-6caeed977db2), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.345334 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Deleting port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:28.345692 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.418832 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (a4c68904-e23a-4be7-85ec-6caeed977db2), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.476684 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] For port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:28.476991 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.482805 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3656484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628936'] for subnet (a4c68904-e23a-4be7-85ec-6caeed977db2), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.521586 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c68904-e23a-4be7-85ec-6caeed977db2,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:28.528879 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.532471 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f822f0f4-1cbf-4f1c-9fbf-347ac14bdd7a admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/a4c68904-e23a-4be7-85ec-6caeed977db2 HTTP/1.1" status: 204 len: 168 time: 0.2828691 Aug 30 01:24:28.535098 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35564) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:28.535856 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d5453859-6a61-4651-8b55-323f944f4080 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:28.570928 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a638e2-89de-4003-a9cc-864fda99ff77 None None] Network 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:24:28.575377 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: d5453859-6a61-4651-8b55-323f944f4080 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:28.575713 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device d5453859-6a61-4651-8b55-323f944f4080 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:28.576163 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:28.634913 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:28.635256 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5e2f674f-5b8a-4f6d-8db5-bd30c2ec16b6 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:28.688925 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.689277 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (79525ad7-4a44-4a66-bdb6-f9c828a7c40d), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.689593 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Floating IP 79525ad7-4a44-4a66-bdb6-f9c828a7c40d disassociated. External IP: 172.27.3.247, port: 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3. Aug 30 01:24:28.689935 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Calling delete_port for 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:28.777643 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] DHCP port deletion for 4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:24:28.846918 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] Deleting port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:28.847286 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.863777 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:28.884128 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.935682 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] For port 3dc948d9-7475-4832-8b8d-1ce9df6561b7, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=3dc948d9-7475-4832-8b8d-1ce9df6561b7,segment=NetworkSegment(f3a3398e-5b19-429a-a1f0-7122dcf08905),segment_id=f3a3398e-5b19-429a-a1f0-7122dcf08905)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:28.936107 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:28.937874 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event deleted for resources: {'Port': ['ID=4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:28.963930 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] Calling delete_port for 3dc948d9-7475-4832-8b8d-1ce9df6561b7 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:28.978641 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-eca504d9-a01f-43d9-b64a-8d477af0188a req-3f0f790a-4125-43ad-acf4-90d4b2c6ec6f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0481145 Aug 30 01:24:29.008149 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (4b7ff789-605a-47ad-8ba8-7f0e0db63cb0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.051784 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:29.058866 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Deleting port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:29.059424 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.061519 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:29.077748 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:29.084422 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.132156 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] No DVR routers for this DVR port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:24:29.135185 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e6944-9e56-447b-b1f6-484ba0588a6f None None] Pushing event deleted for resources: {'Port': ['ID=3dc948d9-7475-4832-8b8d-1ce9df6561b7,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:29.135829 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:29.142938 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] For port 3dc948d9-7475-4832-8b8d-1ce9df6561b7, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=3dc948d9-7475-4832-8b8d-1ce9df6561b7,segment=NetworkSegment(f3a3398e-5b19-429a-a1f0-7122dcf08905),segment_id=f3a3398e-5b19-429a-a1f0-7122dcf08905)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:29.143648 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.158251 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Router e1dce894-65b3-414c-8869-00291c7cccb9 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:24:29.161508 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Calling delete_port for 3dc948d9-7475-4832-8b8d-1ce9df6561b7 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:29.243385 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (3dc948d9-7475-4832-8b8d-1ce9df6561b7), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.267778 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:24:29.270839 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc948d9-7475-4832-8b8d-1ce9df6561b7,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:29.272779 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] No DVR routers for this DVR port 3dc948d9-7475-4832-8b8d-1ce9df6561b7 on host dv-cinder-815145-12-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:24:29.280865 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] Sync routers for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:24:29.292166 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:29.293105 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:29.315186 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] No DVR routers for this DVR port 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:24:29.318477 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.322301 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78415127-0930-4da1-9cc3-8d6408cb5fc0 req-98218950-dfd2-4d71-baf3-4e22ed83cf73 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "DELETE /networking/v2.0/ports/4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 HTTP/1.1" status: 204 len: 173 time: 1.0563803 Aug 30 01:24:29.323046 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-deleted', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:29.325568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a392a761-a8bd-46a5-8ace-f263e2947dcc" -d '{"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-deleted", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:29.364687 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (4b7ff789-605a-47ad-8ba8-7f0e0db63cb0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.392802 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2c3fc0-079a-44b7-90d6-d2e9f90aa847 x-openstack-request-id: req-ee2c3fc0-079a-44b7-90d6-d2e9f90aa847 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:29.393117 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa5b2d0-a841-4330-998e-ecb58b4ef9f3", "name": "network-vif-deleted", "tag": "4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:29.393393 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee2c3fc0-079a-44b7-90d6-d2e9f90aa847 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:29.393806 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2c3fc0-079a-44b7-90d6-d2e9f90aa847'] response: {'server_uuid': '7fa5b2d0-a841-4330-998e-ecb58b4ef9f3', 'name': 'network-vif-deleted', 'tag': '4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3', 'status': 'completed', 'code': 200} Aug 30 01:24:29.394608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ff789-605a-47ad-8ba8-7f0e0db63cb0']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:29.407393 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a3398e-5b19-429a-a1f0-7122dcf08905') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:29.407617 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:29.408054 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a3398e-5b19-429a-a1f0-7122dcf08905') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:29.420086 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (f3a3398e-5b19-429a-a1f0-7122dcf08905), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.433807 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:29.435906 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (f3a3398e-5b19-429a-a1f0-7122dcf08905), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.443852 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:24:29.444435 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (f3a3398e-5b19-429a-a1f0-7122dcf08905), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.500823 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment f3a3398e-5b19-429a-a1f0-7122dcf08905 resource provider aggregate not found Aug 30 01:24:29.527687 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment f3a3398e-5b19-429a-a1f0-7122dcf08905 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3a3398e-5b19-429a-a1f0-7122dcf08905 found for delete ", "request_id": "req-0f5eca94-7e28-4f02-a692-38bee7686945"}]} Aug 30 01:24:29.542480 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (4b7ff789-605a-47ad-8ba8-7f0e0db63cb0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.566607 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:29.575473 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.580032 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/4b7ff789-605a-47ad-8ba8-7f0e0db63cb0 HTTP/1.1" status: 204 len: 168 time: 1.0435150 Aug 30 01:24:29.581169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe0839-bc13-4ada-af29-48da6907644a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7ff789-605a-47ad-8ba8-7f0e0db63cb0,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:29.661759 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:29.689234 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] Checking router: e1dce894-65b3-414c-8869-00291c7cccb9 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:24:29.698818 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:29.699438 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:29.748409 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35576) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:29.793624 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-bb66c13b-f168-4f6a-9caf-f1170552357e admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=089c19009d374769a0d5bd5a82acaaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405786 Aug 30 01:24:29.793841 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35578) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:29.814043 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:29.846317 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-111c9569-916a-40f8-9993-0a4ed284e9a0 admin admin] Publish callbacks [] for security_group (90e5eefb-cb9d-47e3-bf43-a646b11f1f5f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.865264 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-111c9569-916a-40f8-9993-0a4ed284e9a0 admin admin] Publish callbacks [] for security_group (90e5eefb-cb9d-47e3-bf43-a646b11f1f5f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.918695 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-111c9569-916a-40f8-9993-0a4ed284e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (90e5eefb-cb9d-47e3-bf43-a646b11f1f5f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.921465 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-111c9569-916a-40f8-9993-0a4ed284e9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:29.922696 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-111c9569-916a-40f8-9993-0a4ed284e9a0 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/90e5eefb-cb9d-47e3-bf43-a646b11f1f5f HTTP/1.1" status: 204 len: 168 time: 0.1280363 Aug 30 01:24:29.931026 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c9569-916a-40f8-9993-0a4ed284e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e5eefb-cb9d-47e3-bf43-a646b11f1f5f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:30.017177 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:30.047239 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455297ea-c114-48c9-81cb-22e0557a12c1 None None] The sync data for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi is: [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:24:30.159138 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c3731f1d-a83f-47c2-bcf2-fe106e12e361 req-fa1cf4fd-90b5-481c-85bc-1dd13dd93328 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=7fa5b2d0-a841-4330-998e-ecb58b4ef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0427027 Aug 30 01:24:30.311734 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35586) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:30.355029 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0809b-83c3-4442-8882-6b7c3cb8510e None None] New status for floating IP 79525ad7-4a44-4a66-bdb6-f9c828a7c40d: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:24:30.371976 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-154412cd-2275-429b-8176-3cc31455655b admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c605301a5cd5456bbafb025dc67a0cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590720 Aug 30 01:24:30.374595 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35588) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:30.395539 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 3dc948d9-7475-4832-8b8d-1ce9df6561b7 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:30.426128 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cafd3c8-b93d-4fd6-8849-4a0ef19dca43 admin admin] Publish callbacks [] for security_group (f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:30.446152 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 3dc948d9-7475-4832-8b8d-1ce9df6561b7 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:30.446904 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cafd3c8-b93d-4fd6-8849-4a0ef19dca43 admin admin] Publish callbacks [] for security_group (f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:30.447096 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 3dc948d9-7475-4832-8b8d-1ce9df6561b7 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:30.501161 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cafd3c8-b93d-4fd6-8849-4a0ef19dca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:30.503823 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cafd3c8-b93d-4fd6-8849-4a0ef19dca43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:30.505023 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7cafd3c8-b93d-4fd6-8849-4a0ef19dca43 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99 HTTP/1.1" status: 204 len: 168 time: 0.1295156 Aug 30 01:24:30.514051 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafd3c8-b93d-4fd6-8849-4a0ef19dca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9eb3a-2022-4d42-9ebe-ad5f5da5dd99,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:31.265749 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35596) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:31.273294 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:31.324104 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-44e0babe-2800-43b1-9f99-af915e0c2cee tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (9c410bd2-c335-43be-8aaa-270155f4288a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.350216 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-44e0babe-2800-43b1-9f99-af915e0c2cee tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (9c410bd2-c335-43be-8aaa-270155f4288a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.399364 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-44e0babe-2800-43b1-9f99-af915e0c2cee tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (9c410bd2-c335-43be-8aaa-270155f4288a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.402619 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-44e0babe-2800-43b1-9f99-af915e0c2cee tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.403766 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-44e0babe-2800-43b1-9f99-af915e0c2cee tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/9c410bd2-c335-43be-8aaa-270155f4288a HTTP/1.1" status: 204 len: 168 time: 0.1370099 Aug 30 01:24:31.406751 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35598) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:31.412909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0babe-2800-43b1-9f99-af915e0c2cee tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c410bd2-c335-43be-8aaa-270155f4288a,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:31.420657 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-35fd4cf8-1cde-481c-a386-efaacab353c6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] show failed (client error): The resource could not be found. Aug 30 01:24:31.421683 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-35fd4cf8-1cde-481c-a386-efaacab353c6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups/9c410bd2-c335-43be-8aaa-270155f4288a HTTP/1.1" status: 404 len: 347 time: 0.0139573 Aug 30 01:24:31.424606 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35600) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:31.534057 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:24:31.537469 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Deleting port ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:31.537821 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.554351 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:24:31.554697 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4ccc2f03-e4d5-41df-ae6e-d6c35f2a9ef3 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:24:31.615616 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.615943 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.628537 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Calling delete_port for ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6 owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:31.762067 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.784820 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event deleted for resources: {'Port': ['ID=ea3bd5db-5c59-4a47-bfa4-25c3d60b77b6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:31.853636 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (79525ad7-4a44-4a66-bdb6-f9c828a7c40d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.856314 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:31.857718 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9d19cdc7-d996-4ab0-9529-88d0d9e5c704 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/79525ad7-4a44-4a66-bdb6-f9c828a7c40d HTTP/1.1" status: 204 len: 168 time: 0.4319565 Aug 30 01:24:31.933596 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35604) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:31.938270 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-021c08c8-3a7a-417f-9476-b890b622bb58 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142125735', 'description': 'tempest-description--1565213875'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:31.943134 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:31.961495 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-021c08c8-3a7a-417f-9476-b890b622bb58 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.028936 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-021c08c8-3a7a-417f-9476-b890b622bb58 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (6de9fb8d-51da-43b1-9459-935facb8d03b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.032660 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-021c08c8-3a7a-417f-9476-b890b622bb58 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6de9fb8d-51da-43b1-9459-935facb8d03b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.062561 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-021c08c8-3a7a-417f-9476-b890b622bb58 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.063690 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-021c08c8-3a7a-417f-9476-b890b622bb58 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1290050 Aug 30 01:24:32.066812 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35606) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:32.067742 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c08c8-3a7a-417f-9476-b890b622bb58 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9fb8d-51da-43b1-9459-935facb8d03b,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:32.076694 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-d45465bc-d9b6-4060-966b-333bdc74d003 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'security_group_rule': {'security_group_id': '6de9fb8d-51da-43b1-9459-935facb8d03b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:32.102245 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d45465bc-d9b6-4060-966b-333bdc74d003 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (4f138b95-bdd9-4051-8bcf-1fc2712ff5c7), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.163084 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d45465bc-d9b6-4060-966b-333bdc74d003 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (4f138b95-bdd9-4051-8bcf-1fc2712ff5c7), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.167752 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d45465bc-d9b6-4060-966b-333bdc74d003 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (4f138b95-bdd9-4051-8bcf-1fc2712ff5c7), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.173096 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:32.188378 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45465bc-d9b6-4060-966b-333bdc74d003 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f138b95-bdd9-4051-8bcf-1fc2712ff5c7,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:32.196387 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d45465bc-d9b6-4060-966b-333bdc74d003 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.197561 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d45465bc-d9b6-4060-966b-333bdc74d003 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292019 Aug 30 01:24:32.200808 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35608) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:32.205129 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-23bfa736-647e-48ea-8d0c-5862651271d7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'security_group_rule': {'security_group_id': '6de9fb8d-51da-43b1-9459-935facb8d03b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:32.231448 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-23bfa736-647e-48ea-8d0c-5862651271d7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (910bedce-31b6-4581-9feb-56a635642c26), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.283300 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:32.295006 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-23bfa736-647e-48ea-8d0c-5862651271d7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (910bedce-31b6-4581-9feb-56a635642c26), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.303138 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-23bfa736-647e-48ea-8d0c-5862651271d7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (910bedce-31b6-4581-9feb-56a635642c26), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.321097 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfa736-647e-48ea-8d0c-5862651271d7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910bedce-31b6-4581-9feb-56a635642c26,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:32.332343 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-23bfa736-647e-48ea-8d0c-5862651271d7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.333986 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-23bfa736-647e-48ea-8d0c-5862651271d7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322358 Aug 30 01:24:32.337085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35610) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:32.342297 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:32.364833 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.442977 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.551492 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Allocated IP 172.27.3.177 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/dc74ff9f-6bbf-4371-a671-df95ae87035b) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:24:32.656508 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.688125 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.731983 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:24:32.736986 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:24:32.741161 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:24:32.744410 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'Port': ['ID=dc74ff9f-6bbf-4371-a671-df95ae87035b,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:32.823960 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (cf0d0b77-e04f-4c52-82a2-e008b0b450d6), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.863782 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:32.905028 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:32.999970 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:33.019205 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:33.023265 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:33.093142 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (cf0d0b77-e04f-4c52-82a2-e008b0b450d6), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:33.095931 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'Port': ['ID=dc74ff9f-6bbf-4371-a671-df95ae87035b,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:33.111924 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:33.113236 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c2355be8-f11c-4da9-8329-54ef01c887d1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7752120 Aug 30 01:24:33.318088 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-c79df59e-d7e2-4b67-8658-6333549c38be tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--142125735&fields=id&tenant_id=5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 267 time: 0.0441279 Aug 30 01:24:33.429529 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-36f4fc07-0e53-421d-ab53-5dbda56de56c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:33.431118 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-36f4fc07-0e53-421d-ab53-5dbda56de56c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 817 time: 0.1055121 Aug 30 01:24:33.446180 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-8aa04b0b-234c-4705-a070-05c769edf37b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/quotas/5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 375 time: 0.0090961 Aug 30 01:24:33.497201 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-9ffde005-38d4-49d2-a68f-e55801f4e2ac tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457706 Aug 30 01:24:33.603506 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-5854cfa9-2055-42f5-ad00-87bfca2ecc31 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947189 Aug 30 01:24:33.696893 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-aeef516d-cb9d-4aef-8be1-49a4d8467b6d service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Aug 30 01:24:33.867365 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0a3e5698-6215-43da-b0a9-f052df24ea86 req-7db0d942-c6fe-4331-82c6-7a3abb1f70ed tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 210 time: 0.0330064 Aug 30 01:24:34.391461 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:34.398599 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee80c-4dca-46e2-b4e3-6dee6e197af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:34.483963 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-4648c460-f43d-48c7-81ee-a3999c516fdd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452008 Aug 30 01:24:34.594763 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-d36c0d07-f1eb-4de2-b91d-b5163b2a4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:34.596326 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-d36c0d07-f1eb-4de2-b91d-b5163b2a4af4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1130 time: 0.0440791 Aug 30 01:24:34.735372 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-28176857-3949-4e2c-b0ab-f40a83fd20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:34.736969 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-28176857-3949-4e2c-b0ab-f40a83fd20d1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.0921168 Aug 30 01:24:34.923422 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-17c2a5cd-4cc2-4f1b-87a3-df6ba1db7e62 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 200 len: 1002 time: 0.0628824 Aug 30 01:24:34.993825 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-320df9ca-2113-4ea2-8ab1-a5e8b53699c8 req-ed29909a-3637-4cf2-b254-6387c5bad946 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 210 time: 0.0358887 Aug 30 01:24:35.003768 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-3d2a43a1-c321-4482-992e-ee3c982eb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:35.005238 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-3d2a43a1-c321-4482-992e-ee3c982eb591 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0739570 Aug 30 01:24:35.060703 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-d73e6126-7f74-46f2-a723-2559f4bdbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:35.062329 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-d73e6126-7f74-46f2-a723-2559f4bdbf29 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495875 Aug 30 01:24:35.119296 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-77358dbb-afc6-42a5-b04c-f4cd4c969707 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:35.121608 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-77358dbb-afc6-42a5-b04c-f4cd4c969707 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 817 time: 0.1289408 Aug 30 01:24:35.122217 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:35.160392 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-9b92357f-767a-41f7-aa39-995239c9c4fd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907176 Aug 30 01:24:35.207337 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-054b12a2-0c75-456b-a4cd-cff319a5e86b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 379 time: 0.0609596 Aug 30 01:24:35.221024 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:35.255969 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-610b6321-4aea-4b2d-9a49-4e5a193269f2 req-f58ec342-d0b8-453c-beaa-476daba01423 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901713 Aug 30 01:24:35.300796 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'port': {'device_id': '8722e41f-fb01-458b-b5c7-debe9132c196', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'admin_state_up': True, 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'security_groups': ['6de9fb8d-51da-43b1-9459-935facb8d03b']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:35.413865 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Made reservation on behalf of 5d08b735ca4249309f4ecd40cbacd537 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:24:35.417958 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:35.544943 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Allocated IP 172.20.0.9 (d7931701-abc1-4317-a5b8-4bc0c704b8a3/f9ab97db-bff1-4b1b-8122-52de18a740d2/c49d906b-0426-46ea-a3fc-7b2c2024e265) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:24:35.637845 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:35.694341 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:35.720279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:35.731319 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:35.778551 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:24:35.781897 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:24:35.784390 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:24:35.814439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:35.845786 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:35.846424 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:35.863698 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-0344e2c8-9b1c-4bed-b1b8-909e88123f85 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668275 Aug 30 01:24:35.881388 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Request body: {'port': {'device_id': '8722e41f-fb01-458b-b5c7-debe9132c196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:35.945170 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:35.971640 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a6fefdac-c95a-4b43-886f-fd5ee6966daa None None] Provisioning complete for port c49d906b-0426-46ea-a3fc-7b2c2024e265 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:24:35.972266 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a6fefdac-c95a-4b43-886f-fd5ee6966daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:36.006491 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a6fefdac-c95a-4b43-886f-fd5ee6966daa None None] Port c49d906b-0426-46ea-a3fc-7b2c2024e265 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:24:36.167415 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7af04-36f1-474c-ac8c-08137d59410f req-3084d494-6a70-43a0-a636-a72906021c18 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:36.169186 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2ac7af04-36f1-474c-ac8c-08137d59410f req-3084d494-6a70-43a0-a636-a72906021c18 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 931 time: 0.0879047 Aug 30 01:24:36.254804 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2ac7af04-36f1-474c-ac8c-08137d59410f req-0e0a3f42-1863-4af0-afc5-6d9e5175a995 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769794 Aug 30 01:24:36.286841 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49d906b-0426-46ea-a3fc-7b2c2024e265 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:24:36.294962 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Publish callbacks [] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:36.308222 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Transition to ACTIVE for port object c49d906b-0426-46ea-a3fc-7b2c2024e265 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:24:36.313052 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:36.379507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:36.406911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:36.433018 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Attempting to bind port c49d906b-0426-46ea-a3fc-7b2c2024e265 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:24:36.433356 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Attempting to bind port c49d906b-0426-46ea-a3fc-7b2c2024e265 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:24:36.433680 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Attempting to bind port c49d906b-0426-46ea-a3fc-7b2c2024e265 on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:24:36.438344 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Port c49d906b-0426-46ea-a3fc-7b2c2024e265 on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:24:36.438661 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Attempting to bind port c49d906b-0426-46ea-a3fc-7b2c2024e265 on network d7931701-abc1-4317-a5b8-4bc0c704b8a3 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:24:36.443559 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:24:36.443886 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Checking segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:24:36.444279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Bound using segment: {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:24:36.444695 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Bound port: c49d906b-0426-46ea-a3fc-7b2c2024e265, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2616cd-3592-496a-bfb1-ed86acda0d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:24:36.445043 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:36.507418 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:24:36.510487 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:24:36.516307 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:36.519332 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:36.520157 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:36.521542 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 200 len: 1093 time: 0.6447542 Aug 30 01:24:36.523533 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:36.526000 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735" -d '{"events": [{"name": "network-changed", "server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:36.580699 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795c07e-cd58-473d-ba51-68f90e40d1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:36.586610 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c235b-dbff-42e8-8610-6c3f9a42284b x-openstack-request-id: req-376c235b-dbff-42e8-8610-6c3f9a42284b {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:36.587083 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:36.587347 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-376c235b-dbff-42e8-8610-6c3f9a42284b {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:36.588041 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376c235b-dbff-42e8-8610-6c3f9a42284b'] response: {'name': 'network-changed', 'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'status': 'completed', 'code': 200} Aug 30 01:24:36.590835 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8779513-b012-459d-bea5-d156689cf218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:36.636694 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-c9a3f30d-da4d-44c2-a202-893ea841a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:36.638206 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-c9a3f30d-da4d-44c2-a202-893ea841a6cf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 1127 time: 0.0444422 Aug 30 01:24:36.686118 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-f93f3829-15e8-4599-a881-56350383d601 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 200 len: 217 time: 0.0340140 Aug 30 01:24:36.723707 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:36.738654 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-7a7ef3fd-208a-44a5-b6ac-0870e309df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:36.740151 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-7a7ef3fd-208a-44a5-b6ac-0870e309df06 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0472398 Aug 30 01:24:36.783814 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-c0006d6e-9d13-4389-8f52-2c6fddf50189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:36.785323 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-c0006d6e-9d13-4389-8f52-2c6fddf50189 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390177 Aug 30 01:24:36.885301 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-7ca26f41-e028-4193-859a-0ccf305e65be service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916536 Aug 30 01:24:36.980158 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5835f4f4-370d-4fc4-b2e5-78b8a11d2536 req-19386d01-57cb-4500-a77c-8dd6f5d584e1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888937 Aug 30 01:24:37.382567 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d381ed-5b2e-45e7-9743-586e33837193 req-57210955-692f-47b1-87f7-0a42f21c99b0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:37.384069 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76d381ed-5b2e-45e7-9743-586e33837193 req-57210955-692f-47b1-87f7-0a42f21c99b0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0480328 Aug 30 01:24:37.433058 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76d381ed-5b2e-45e7-9743-586e33837193 req-d8eca925-63b2-4eff-b774-acb5586ad1af tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Aug 30 01:24:37.879201 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-d5da9b41-cae3-415f-84e9-7caba9d4f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:37.880700 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-d5da9b41-cae3-415f-84e9-7caba9d4f72b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 1127 time: 0.0403812 Aug 30 01:24:37.973720 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-57a552f9-7a26-4005-ae02-da054429934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:37.975088 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-57a552f9-7a26-4005-ae02-da054429934d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.0884516 Aug 30 01:24:38.013878 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-18293717-07c1-4a64-8077-6aa7bf6ba8c2 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 200 len: 217 time: 0.0327873 Aug 30 01:24:38.067673 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-1538b416-d5d0-43b5-a93c-df8db975023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:38.069170 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-1538b416-d5d0-43b5-a93c-df8db975023e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0473540 Aug 30 01:24:38.112840 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-82eacdc3-fb30-4676-99fa-b73a5a11a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:38.114330 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-82eacdc3-fb30-4676-99fa-b73a5a11a5e2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393114 Aug 30 01:24:38.205382 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-b9e702ec-27ec-42d6-88b4-bc74ccd39923 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842648 Aug 30 01:24:38.287599 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:38.300262 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3d1bdf0-7ced-47a3-b10f-162fe14e4735 req-bee78193-61f7-4fe3-aa15-f8da12dff0b0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883019 Aug 30 01:24:38.519635 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:38.560264 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dca2e-0ae1-4b34-9f93-78805036f43b req-20c933cd-34bf-47ef-86a4-86588b036aef tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:38.561661 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b12dca2e-0ae1-4b34-9f93-78805036f43b req-20c933cd-34bf-47ef-86a4-86588b036aef tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0483201 Aug 30 01:24:38.609844 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b12dca2e-0ae1-4b34-9f93-78805036f43b req-b2cc0d3e-4e4f-462d-ac64-044f317bfa4c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 Aug 30 01:24:39.592224 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:24:39.699558 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:39.737939 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bb79b-eb9a-481f-b60e-8bd968b6243d req-4b2aa3ed-d505-4713-9c9b-bf2ba8b79fd3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:39.739518 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b86bb79b-eb9a-481f-b60e-8bd968b6243d req-4b2aa3ed-d505-4713-9c9b-bf2ba8b79fd3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0498319 Aug 30 01:24:39.792834 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b86bb79b-eb9a-481f-b60e-8bd968b6243d req-12815af6-3711-438c-b747-ac5f6b1a9952 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461483 Aug 30 01:24:39.839474 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'port_id': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'mac_address': 'fa:16:3e:7c:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:24:39.852755 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:39.883409 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port c49d906b-0426-46ea-a3fc-7b2c2024e265 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:24:39.883796 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:39.898331 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49d906b-0426-46ea-a3fc-7b2c2024e265 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:24:39.920273 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:39.923896 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:39.970669 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:40.012988 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=41 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:40.020159 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=60 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:40.251307 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['c49d906b-0426-46ea-a3fc-7b2c2024e265'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:24:40.288548 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:40.550977 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:24:40.918328 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99eda8-736a-40a8-86ed-c2e801aea5e6 req-65c2a2af-ea60-4207-a7a0-b7d7a735f1cb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:40.919818 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dd99eda8-736a-40a8-86ed-c2e801aea5e6 req-65c2a2af-ea60-4207-a7a0-b7d7a735f1cb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 944 time: 0.0465884 Aug 30 01:24:40.984211 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dd99eda8-736a-40a8-86ed-c2e801aea5e6 req-e83cec37-c287-475b-b443-1e5ba48b0cac tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583420 Aug 30 01:24:41.598649 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:24:41.655617 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port c49d906b-0426-46ea-a3fc-7b2c2024e265 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:24:41.662980 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port c49d906b-0426-46ea-a3fc-7b2c2024e265 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:24:41.663348 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:41.697323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:41.739213 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port c49d906b-0426-46ea-a3fc-7b2c2024e265 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:24:41.739602 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:41.763271 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:41.765546 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17bbb0f-bb41-4735-bee0-4b3f8822e5b1" -d '{"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-plugged", "status": "completed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:41.779577 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:41.784535 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:41.806153 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f7b91-6441-4370-9e80-23af5d366034 x-openstack-request-id: req-e30f7b91-6441-4370-9e80-23af5d366034 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:41.806437 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-plugged", "status": "completed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:41.806693 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e30f7b91-6441-4370-9e80-23af5d366034 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:41.807075 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30f7b91-6441-4370-9e80-23af5d366034'] response: {'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'code': 200} Aug 30 01:24:41.832154 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:42.035179 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772cbf9-2501-4fb9-83fd-6f07893484e6 req-2189bc5f-ccf8-4c07-90df-609a56479799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:42.036702 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3772cbf9-2501-4fb9-83fd-6f07893484e6 req-2189bc5f-ccf8-4c07-90df-609a56479799 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 1129 time: 0.0441182 Aug 30 01:24:42.111065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e767cd-d89a-4000-baff-1d4512620db9 req-049e179b-a0ee-4049-acd0-4c82c1dd782f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:42.112518 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-89e767cd-d89a-4000-baff-1d4512620db9 req-049e179b-a0ee-4049-acd0-4c82c1dd782f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0492170 Aug 30 01:24:42.162546 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-89e767cd-d89a-4000-baff-1d4512620db9 req-08961908-5570-4500-b12f-9a5f72deb68c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444415 Aug 30 01:24:42.330815 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3772cbf9-2501-4fb9-83fd-6f07893484e6 req-2cef1e7b-ae01-4adc-8159-577198bd8410 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387354 Aug 30 01:24:43.285989 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:43.295670 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6777f3-190f-4f0c-a07e-e4c282e75351 req-5ca3f513-f574-4e85-bca4-43ee16b034e8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:43.297300 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c6777f3-190f-4f0c-a07e-e4c282e75351 req-5ca3f513-f574-4e85-bca4-43ee16b034e8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0483882 Aug 30 01:24:43.346678 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c6777f3-190f-4f0c-a07e-e4c282e75351 req-4ce1cf60-0f2d-4123-9ded-da17e58a64bc tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Aug 30 01:24:44.475872 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f80e-2c00-412a-9075-8e3221d08ff8 req-84b37aa5-44de-4ed0-b95f-95ab88864a87 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:44.477389 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c926f80e-2c00-412a-9075-8e3221d08ff8 req-84b37aa5-44de-4ed0-b95f-95ab88864a87 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0459609 Aug 30 01:24:44.523452 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c926f80e-2c00-412a-9075-8e3221d08ff8 req-562f0a17-c061-4ab7-8644-a9a994a0db45 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399485 Aug 30 01:24:44.645875 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d3fb-2ca7-4b66-b2e3-1d299fdc0745 req-ed98b36f-c7ef-4bf2-a232-a47cda5a8444 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:44.647262 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9df5d3fb-2ca7-4b66-b2e3-1d299fdc0745 req-ed98b36f-c7ef-4bf2-a232-a47cda5a8444 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0489569 Aug 30 01:24:44.657035 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35666) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:24:44.661343 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Request body: {'floatingip': {'port_id': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:44.703828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (cf0d0b77-e04f-4c52-82a2-e008b0b450d6), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:45.128392 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:45.132251 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (cf0d0b77-e04f-4c52-82a2-e008b0b450d6), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:45.229568 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Floating IP cf0d0b77-e04f-4c52-82a2-e008b0b450d6 associated. External IP: 172.27.3.177, port: c49d906b-0426-46ea-a3fc-7b2c2024e265. Aug 30 01:24:45.375567 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:45.429873 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Router e1dce894-65b3-414c-8869-00291c7cccb9 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:24:45.536390 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:24:45.541720 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:45.542966 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:45.547053 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] Sync routers for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:24:45.557305 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:45.557921 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:45.574140 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-32e7c85b-e350-4b11-bcec-cb6e6882adcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/cf0d0b77-e04f-4c52-82a2-e008b0b450d6 HTTP/1.1" status: 200 len: 991 time: 0.9160075 Aug 30 01:24:45.574717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:45.577090 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cc092e-f875-497d-920d-5396167e9325" -d '{"events": [{"name": "network-changed", "server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:45.617183 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376ef3b9-af9c-4a06-b5fe-07a68da7e68d x-openstack-request-id: req-376ef3b9-af9c-4a06-b5fe-07a68da7e68d {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:45.617531 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:45.617837 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-376ef3b9-af9c-4a06-b5fe-07a68da7e68d {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:45.618534 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376ef3b9-af9c-4a06-b5fe-07a68da7e68d'] response: {'name': 'network-changed', 'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'status': 'completed', 'code': 200} Aug 30 01:24:45.663282 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:45.713985 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc092e-f875-497d-920d-5396167e9325 req-987cbe23-ee70-4979-97b5-d4333d7b2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:45.716270 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24cc092e-f875-497d-920d-5396167e9325 req-987cbe23-ee70-4979-97b5-d4333d7b2f67 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 1129 time: 0.0481541 Aug 30 01:24:45.816160 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc092e-f875-497d-920d-5396167e9325 req-6897d997-6487-4c8e-9d19-dad6eecc7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:45.817715 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24cc092e-f875-497d-920d-5396167e9325 req-6897d997-6487-4c8e-9d19-dad6eecc7c62 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.0942795 Aug 30 01:24:45.880185 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'cf0d0b77-e04f-4c52-82a2-e008b0b450d6', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'port_id': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'mac_address': 'fa:16:3e:7c:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722e41f-fb01-458b-b5c7-debe9132c196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:24:32Z', 'updated_at': '2022-08-30T01:24:45Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:45.886215 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24cc092e-f875-497d-920d-5396167e9325 req-f6117649-b723-4ff7-89ab-a142cd3f79fb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 200 len: 999 time: 0.0625865 Aug 30 01:24:45.908368 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] Checking router: e1dce894-65b3-414c-8869-00291c7cccb9 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:24:45.917305 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:45.917909 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:45.936753 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc092e-f875-497d-920d-5396167e9325 req-6444bc2b-a264-4c72-83f7-3f603628638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:45.938236 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24cc092e-f875-497d-920d-5396167e9325 req-6444bc2b-a264-4c72-83f7-3f603628638c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0462620 Aug 30 01:24:45.985887 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc092e-f875-497d-920d-5396167e9325 req-d70ff2dd-53b1-4c98-8e23-4aa3bbdc72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:45.987325 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24cc092e-f875-497d-920d-5396167e9325 req-d70ff2dd-53b1-4c98-8e23-4aa3bbdc72a0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432799 Aug 30 01:24:46.083770 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24cc092e-f875-497d-920d-5396167e9325 req-ba447408-8fbf-421d-aa96-205709a87200 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888548 Aug 30 01:24:46.102290 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:46.333631 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'cf0d0b77-e04f-4c52-82a2-e008b0b450d6', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'port_id': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'mac_address': 'fa:16:3e:7c:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722e41f-fb01-458b-b5c7-debe9132c196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:24:32Z', 'updated_at': '2022-08-30T01:24:45Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:46.360159 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b66c-d5f2-4272-82af-673045124c52 None None] The sync data for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi is: [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'cf0d0b77-e04f-4c52-82a2-e008b0b450d6', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'port_id': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'mac_address': 'fa:16:3e:7c:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722e41f-fb01-458b-b5c7-debe9132c196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:24:32Z', 'updated_at': '2022-08-30T01:24:45Z', 'revision_number': 1, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:24:46.449345 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24cc092e-f875-497d-920d-5396167e9325 req-d17af931-53e2-4612-b743-620c46e4bce1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588698 Aug 30 01:24:46.562590 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6453d59-a1d7-4f90-a931-45ae0895d1a5 None None] New status for floating IP cf0d0b77-e04f-4c52-82a2-e008b0b450d6: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:24:46.596878 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:54.517494 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=50 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:54.520072 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=42 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:56.348446 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e4836-c972-43bc-baee-3f908269f078 req-340d3558-770c-41d6-8405-f505d953c9a7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:56.349906 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-257e4836-c972-43bc-baee-3f908269f078 req-340d3558-770c-41d6-8405-f505d953c9a7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 946 time: 0.0511105 Aug 30 01:24:56.379218 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:56.400204 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-257e4836-c972-43bc-baee-3f908269f078 req-1761d109-5a43-4f81-804d-3eb67907fdac tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Aug 30 01:24:56.443762 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=72 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:56.444724 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=46 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:56.983939 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d1eb4a9b-0310-481a-8bae-8ff2a7502937 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1498413457&fields=id&tenant_id=20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 267 time: 0.0450702 Aug 30 01:24:57.101368 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-2a12271e-504d-4072-89a6-e9f8a6b3cfb2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:57.103024 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-2a12271e-504d-4072-89a6-e9f8a6b3cfb2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 812 time: 0.1120360 Aug 30 01:24:57.117492 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-c7a8844e-7c35-4032-8732-bfda86c3a9ef tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/quotas/20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 375 time: 0.0090086 Aug 30 01:24:57.169676 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-8bbf3ba2-8bec-4157-baa3-76fc59ab88c2 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468082 Aug 30 01:24:57.269288 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-9ac850a2-38f9-4472-a06b-6c012c8c853c service neutron] 10.222.0.44 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885429 Aug 30 01:24:57.363854 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-db5ceaa5-0293-41ad-be55-fc07566e1669 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886350 Aug 30 01:24:57.523547 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce2412-7e4d-4f61-9217-e5ec8c8307b5 req-0d582533-86b7-4fe0-b4f9-f9cc34599a79 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:57.526075 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c7ce2412-7e4d-4f61-9217-e5ec8c8307b5 req-0d582533-86b7-4fe0-b4f9-f9cc34599a79 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 946 time: 0.0512314 Aug 30 01:24:57.579410 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c7ce2412-7e4d-4f61-9217-e5ec8c8307b5 req-8df275f0-ce0a-4eee-b5a7-1ecea945df92 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=0526c8ff-e947-451b-81fa-7d00a0dc666a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479150 Aug 30 01:24:57.667095 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ee5e5247-d17a-471e-91a8-c7869e3d6923 req-dce8b21e-0a32-4ac4-8e86-6288d06bc7a9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 210 time: 0.0310762 Aug 30 01:24:58.174828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-b336cee8-7400-4183-b69f-63249fd43f3b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:58.176275 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-b336cee8-7400-4183-b69f-63249fd43f3b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 946 time: 0.0503907 Aug 30 01:24:58.261351 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port a39b7371-7db0-4120-85ff-91de9d57b615 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:24:58.261701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:58.362243 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] For port a39b7371-7db0-4120-85ff-91de9d57b615, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a39b7371-7db0-4120-85ff-91de9d57b615,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:24:58.362601 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:58.528748 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:58.529201 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (ac4e7981-1ea5-4211-8a2d-85c5de31ad66), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:58.529522 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP ac4e7981-1ea5-4211-8a2d-85c5de31ad66 disassociated. External IP: 172.27.3.211, port: a39b7371-7db0-4120-85ff-91de9d57b615. Aug 30 01:24:58.529862 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for a39b7371-7db0-4120-85ff-91de9d57b615 owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:24:58.678690 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:58.694954 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (a39b7371-7db0-4120-85ff-91de9d57b615), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:58.726829 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:58.738401 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=a39b7371-7db0-4120-85ff-91de9d57b615,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:58.768535 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7f85f459-b04f-40b5-9776-d02db2e5f3b2 req-efcc8464-243f-48ef-81ed-8653f630c7c6 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 210 time: 0.0637054 Aug 30 01:24:58.800597 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-30ae3798-0239-4369-86a1-7c2247f84df9 req-c3487d98-9515-4e97-86a1-10242bd6bae5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 210 time: 0.0402675 Aug 30 01:24:58.881472 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:24:58.988441 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:24:59.000314 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:24:59.010990 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:59.011532 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:59.032769 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] No DVR routers for this DVR port a39b7371-7db0-4120-85ff-91de9d57b615 on host hv-cinder-81514 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:24:59.035293 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:59.038573 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cb349958-1762-4b44-93c5-a9aec28f0ac6 req-4ffac7f2-103a-43fa-b18d-93a158fba5f2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a39b7371-7db0-4120-85ff-91de9d57b615 HTTP/1.1" status: 204 len: 173 time: 0.8565717 Aug 30 01:24:59.038946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'name': 'network-vif-deleted', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:59.041286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac0673a-3158-401e-9798-7d2145bb40e1" -d '{"events": [{"server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "name": "network-vif-deleted", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:59.077469 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8957e79-0113-4e2c-b51f-bd5cdf643dfa x-openstack-request-id: req-d8957e79-0113-4e2c-b51f-bd5cdf643dfa {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:59.077763 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f305831-eafb-4667-a621-cb2bf89c07c1", "name": "network-vif-deleted", "tag": "a39b7371-7db0-4120-85ff-91de9d57b615", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:59.078017 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8957e79-0113-4e2c-b51f-bd5cdf643dfa {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:59.078424 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8957e79-0113-4e2c-b51f-bd5cdf643dfa'] response: {'server_uuid': '1f305831-eafb-4667-a621-cb2bf89c07c1', 'name': 'network-vif-deleted', 'tag': 'a39b7371-7db0-4120-85ff-91de9d57b615', 'status': 'completed', 'code': 200} Aug 30 01:24:59.109328 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:59.117496 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:59.122497 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:59.375831 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:19Z', 'revision_number': 2, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:59.411813 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:24:59.424393 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:24:59.425044 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:59.435884 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-6db60c3c-f119-4ad5-a175-4a5321c78884 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:59.438193 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-6db60c3c-f119-4ad5-a175-4a5321c78884 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 812 time: 0.1206675 Aug 30 01:24:59.521487 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-44a9ed26-5271-415b-9338-2b623bff8aaf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=20cdcff29a0448dc92460b2ddd45617b HTTP/1.1" status: 200 len: 380 time: 0.0624127 Aug 30 01:24:59.531478 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:24:59.557359 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'port': {'device_id': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'admin_state_up': True, 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'security_groups': ['91832125-6fcf-4787-8a04-ef4564de847c']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:59.716504 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Made reservation on behalf of 20cdcff29a0448dc92460b2ddd45617b for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:24:59.720289 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:59.759328 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:19Z', 'revision_number': 2, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:24:59.786044 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3eb2ba-e122-4992-a2c6-a7a550bbe84f None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': '7997a7ce-b07c-4652-ba08-99d7866b2ec2', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:6a:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:03Z', 'updated_at': '2022-08-30T01:23:19Z', 'revision_number': 2, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:24:59.870946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Allocated IP 172.20.0.10 (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3/c0b28002-8459-4951-ba8b-ed39e4244853/83b9c452-82e4-4050-a7d3-fbb86ea64e52) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:24:59.922505 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d8901bac-e78d-4e80-96cd-c0591a874b4c req-3d4d8397-6b41-4880-b583-4e894ca91bd2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1f305831-eafb-4667-a621-cb2bf89c07c1 HTTP/1.1" status: 200 len: 210 time: 0.0414522 Aug 30 01:25:00.004068 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ca016349-1fc3-4b73-be22-519ce9f2fd4a req-1f03eb4e-ad08-405b-83d4-86330b591644 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 210 time: 0.0767868 Aug 30 01:25:00.072463 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.082164 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:00.090009 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:00.111423 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.131647 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4df7e3-e236-4c46-a1b1-b47497e26591 None None] New status for floating IP ac4e7981-1ea5-4211-8a2d-85c5de31ad66: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:25:00.164870 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:25:00.168183 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:25:00.172388 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:25:00.201429 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=83b9c452-82e4-4050-a7d3-fbb86ea64e52,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:00.238498 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:00.239496 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.264708 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-d75a6d78-b4b7-41b7-abcf-9f3cb28ab67b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7142556 Aug 30 01:25:00.298663 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Request body: {'port': {'device_id': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:00.370860 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.481217 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-9990d8b8-d6c4-46ce-a28a-152efeced887 None None] Provisioning complete for port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:25:00.481583 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9990d8b8-d6c4-46ce-a28a-152efeced887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.512737 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-9990d8b8-d6c4-46ce-a28a-152efeced887 None None] Port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:25:00.629873 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b9c452-82e4-4050-a7d3-fbb86ea64e52 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:25:00.637881 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Publish callbacks [] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.650457 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Transition to ACTIVE for port object 83b9c452-82e4-4050-a7d3-fbb86ea64e52 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:25:00.654557 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.720087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Pushing event updated for resources: {'Port': ['ID=83b9c452-82e4-4050-a7d3-fbb86ea64e52,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:00.769920 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Attempting to bind port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:25:00.770297 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Attempting to bind port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:25:00.770616 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Attempting to bind port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:25:00.775658 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:25:00.775971 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Attempting to bind port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 on network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:25:00.780828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:25:00.781267 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Checking segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:25:00.781644 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Bound using segment: {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:25:00.782056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Bound port: 83b9c452-82e4-4050-a7d3-fbb86ea64e52, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b33fd5-9cab-440f-a551-c3c28d642e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:25:00.782404 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.842823 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] For port 83b9c452-82e4-4050-a7d3-fbb86ea64e52, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:25:00.845975 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] For port 83b9c452-82e4-4050-a7d3-fbb86ea64e52, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:25:00.851706 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.857975 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:00.858578 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:00.859978 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/83b9c452-82e4-4050-a7d3-fbb86ea64e52 HTTP/1.1" status: 200 len: 1094 time: 0.5680952 Aug 30 01:25:00.902780 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0ba5-3f14-4a5a-a518-501fd56588fd service neutron] Pushing event updated for resources: {'Port': ['ID=83b9c452-82e4-4050-a7d3-fbb86ea64e52,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:00.929123 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:00.963488 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-aa36d882-709a-41bb-aebd-9418a17b7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:00.965079 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-aa36d882-709a-41bb-aebd-9418a17b7fb2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 1128 time: 0.0453925 Aug 30 01:25:01.013010 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-0b9544bb-7341-4e64-998f-62a28f34cb23 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52 HTTP/1.1" status: 200 len: 217 time: 0.0343122 Aug 30 01:25:01.021002 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35758) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:01.059756 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:01.066514 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-8530b51b-7e1e-42b8-bcb8-00d89e4d82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:01.068080 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-8530b51b-7e1e-42b8-bcb8-00d89e4d82c3 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0486963 Aug 30 01:25:01.082809 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:01.085066 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8564aa59-5b45-40bb-a526-3327bde2d9aa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (0526c8ff-e947-451b-81fa-7d00a0dc666a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.085197 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6319f28-328a-4810-a0aa-d139b3542921" -d '{"events": [{"name": "network-changed", "server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:01.122752 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-73192841-7ea3-4894-9639-058042f64a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:01.124390 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-73192841-7ea3-4894-9639-058042f64a47 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497870 Aug 30 01:25:01.129203 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8564aa59-5b45-40bb-a526-3327bde2d9aa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (0526c8ff-e947-451b-81fa-7d00a0dc666a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.140982 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffcd347-dde2-41b5-8305-1fc396098e79 x-openstack-request-id: req-fffcd347-dde2-41b5-8305-1fc396098e79 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:01.141269 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:01.141520 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fffcd347-dde2-41b5-8305-1fc396098e79 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:01.141905 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffcd347-dde2-41b5-8305-1fc396098e79'] response: {'name': 'network-changed', 'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'status': 'completed', 'code': 200} Aug 30 01:25:01.198814 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aca22-1f78-4052-a764-63c0a383aa02 req-78d4aace-8744-4f67-8972-9d083b65fb13 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:01.200403 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c15aca22-1f78-4052-a764-63c0a383aa02 req-78d4aace-8744-4f67-8972-9d083b65fb13 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.1171203 Aug 30 01:25:01.230943 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-06001aea-726c-40e4-b600-32a7cf561b03 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991986 Aug 30 01:25:01.239438 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8564aa59-5b45-40bb-a526-3327bde2d9aa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0526c8ff-e947-451b-81fa-7d00a0dc666a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.241951 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8564aa59-5b45-40bb-a526-3327bde2d9aa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.244228 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8564aa59-5b45-40bb-a526-3327bde2d9aa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0526c8ff-e947-451b-81fa-7d00a0dc666a HTTP/1.1" status: 204 len: 168 time: 0.2222259 Aug 30 01:25:01.249909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35764) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:01.273285 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564aa59-5b45-40bb-a526-3327bde2d9aa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526c8ff-e947-451b-81fa-7d00a0dc666a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:01.283216 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c15aca22-1f78-4052-a764-63c0a383aa02 req-87201c70-d719-4be7-aa6c-0c093ac27c4e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764630 Aug 30 01:25:01.284959 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-4ebb64f1-f4b2-4cd9-9be7-673d2b3587dd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] show failed (client error): The resource could not be found. Aug 30 01:25:01.285911 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4ebb64f1-f4b2-4cd9-9be7-673d2b3587dd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups/0526c8ff-e947-451b-81fa-7d00a0dc666a HTTP/1.1" status: 404 len: 347 time: 0.0290122 Aug 30 01:25:01.289784 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35766) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:01.330871 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3be768e2-eaad-48d9-b1d9-b37da0d54f88 req-ccf047fc-4c3e-4161-8a04-110e69e9bc9e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939715 Aug 30 01:25:01.415190 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port 7a3c9b29-ad2c-472d-8863-20a295b6167d {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:25:01.415614 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.496668 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.496910 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (7a3c9b29-ad2c-472d-8863-20a295b6167d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.511287 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for 7a3c9b29-ad2c-472d-8863-20a295b6167d owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:25:01.642687 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (7a3c9b29-ad2c-472d-8863-20a295b6167d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.675122 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=7a3c9b29-ad2c-472d-8863-20a295b6167d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:01.678792 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:01.692602 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a39b7371-7db0-4120-85ff-91de9d57b615 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:25:01.710820 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6319f28-328a-4810-a0aa-d139b3542921 req-731b2c10-0ba7-48c3-9075-4ad18e09d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:01.716696 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6319f28-328a-4810-a0aa-d139b3542921 req-731b2c10-0ba7-48c3-9075-4ad18e09d46a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 1128 time: 0.0645695 Aug 30 01:25:01.724610 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: a39b7371-7db0-4120-85ff-91de9d57b615 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:25:01.725051 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a39b7371-7db0-4120-85ff-91de9d57b615 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:25:01.743399 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (ac4e7981-1ea5-4211-8a2d-85c5de31ad66), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.745936 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:01.747159 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-27f8d738-f576-4293-980b-09bda4f2a03e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/ac4e7981-1ea5-4211-8a2d-85c5de31ad66 HTTP/1.1" status: 204 len: 168 time: 0.4551570 Aug 30 01:25:01.827642 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6319f28-328a-4810-a0aa-d139b3542921 req-d07a606c-7120-4e01-b80b-0696e48678f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:01.829146 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6319f28-328a-4810-a0aa-d139b3542921 req-d07a606c-7120-4e01-b80b-0696e48678f3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.1050935 Aug 30 01:25:01.875592 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6319f28-328a-4810-a0aa-d139b3542921 req-d67e0584-d8a1-4ae4-bb0a-e1488be4f27d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52 HTTP/1.1" status: 200 len: 217 time: 0.0353820 Aug 30 01:25:01.929575 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6319f28-328a-4810-a0aa-d139b3542921 req-f024b695-c791-4de1-915b-bee802d11c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:01.931206 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6319f28-328a-4810-a0aa-d139b3542921 req-f024b695-c791-4de1-915b-bee802d11c45 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0466216 Aug 30 01:25:01.978384 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6319f28-328a-4810-a0aa-d139b3542921 req-a7fb26ca-185b-459b-85fc-1af501b0f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:01.980280 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6319f28-328a-4810-a0aa-d139b3542921 req-a7fb26ca-185b-459b-85fc-1af501b0f589 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411446 Aug 30 01:25:02.088023 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6319f28-328a-4810-a0aa-d139b3542921 req-87c61f1b-37a6-47ff-8bb3-132eb934c45d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954628 Aug 30 01:25:02.183756 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6319f28-328a-4810-a0aa-d139b3542921 req-05983533-7a50-469a-9ac9-a1182cdd271f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897570 Aug 30 01:25:02.411530 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a9472-3ad4-465a-b7ed-334e37a6ea27 req-bc98fa37-1df2-4cbf-afa2-59af27872576 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:02.413014 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f21a9472-3ad4-465a-b7ed-334e37a6ea27 req-bc98fa37-1df2-4cbf-afa2-59af27872576 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.0477931 Aug 30 01:25:02.462137 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f21a9472-3ad4-465a-b7ed-334e37a6ea27 req-4ce41cd0-2fe0-4950-8ac6-bfb6c0282882 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Aug 30 01:25:03.394096 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d0402-7bd7-492e-b98d-58bc923058d2 req-b2ae8228-de5e-47a6-8fef-20a83072b0bc tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:03.394096 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0b0d0402-7bd7-492e-b98d-58bc923058d2 req-b2ae8228-de5e-47a6-8fef-20a83072b0bc tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 945 time: 0.0489793 Aug 30 01:25:03.424727 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:03.448640 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0b0d0402-7bd7-492e-b98d-58bc923058d2 req-ebb24599-7890-46c6-a92e-fc4d684c8fa0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483985 Aug 30 01:25:03.582942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b18753-cd6d-4fe9-821b-56942b73c236 req-a33983bd-b94b-430e-988b-6d117f51b6ba tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:03.584318 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8b18753-cd6d-4fe9-821b-56942b73c236 req-a33983bd-b94b-430e-988b-6d117f51b6ba tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.0474281 Aug 30 01:25:03.629872 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:03.635197 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8b18753-cd6d-4fe9-821b-56942b73c236 req-791b6cca-6f54-4d58-a71d-b886de4273e5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453808 Aug 30 01:25:04.403315 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d0b87174-bdb4-4fb1-b465-27eccdcdd6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:04.569291 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6093-51af-404e-a1e0-07246bb710f5 req-680c53ba-033e-4059-8b29-0d857e8eb137 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:04.571715 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-201a6093-51af-404e-a1e0-07246bb710f5 req-680c53ba-033e-4059-8b29-0d857e8eb137 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 945 time: 0.0472171 Aug 30 01:25:04.626003 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-201a6093-51af-404e-a1e0-07246bb710f5 req-51aa5cd2-b252-41c9-ac2b-cf8901f24d02 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=13c745ef-668a-4072-b48e-7bffe25e29d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462773 Aug 30 01:25:04.780105 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc7f59-bbee-4bc3-bb20-5be653e211a6 req-ebe6f2d1-8e2b-43fa-aed6-02e6e1c9f3f5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:04.782779 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1dc7f59-bbee-4bc3-bb20-5be653e211a6 req-ebe6f2d1-8e2b-43fa-aed6-02e6e1c9f3f5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.0647483 Aug 30 01:25:04.843666 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1dc7f59-bbee-4bc3-bb20-5be653e211a6 req-21bff326-8c14-466d-9024-1311d8932947 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539863 Aug 30 01:25:05.199939 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-e5bd91db-3bf3-4459-8da1-8ccd72d67d0c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:05.201436 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-e5bd91db-3bf3-4459-8da1-8ccd72d67d0c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Aug 30 01:25:05.297405 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port adf859bc-f00d-4d63-92fe-ba1e7b8709cd {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:25:05.297735 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:05.354938 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:05.389256 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] For port adf859bc-f00d-4d63-92fe-ba1e7b8709cd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:05.389614 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:05.559557 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:05.559830 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (7997a7ce-b07c-4652-ba08-99d7866b2ec2), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:05.560282 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP 7997a7ce-b07c-4652-ba08-99d7866b2ec2 disassociated. External IP: 172.27.3.37, port: adf859bc-f00d-4d63-92fe-ba1e7b8709cd. Aug 30 01:25:05.560623 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for adf859bc-f00d-4d63-92fe-ba1e7b8709cd owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:25:05.692269 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (adf859bc-f00d-4d63-92fe-ba1e7b8709cd), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:05.723009 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=adf859bc-f00d-4d63-92fe-ba1e7b8709cd,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:05.733744 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d0abf802-3dc8-4bc8-94e2-e96f59f17570 req-36db9eb0-55d1-4b16-a943-7e07fd531bed tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 210 time: 0.0327330 Aug 30 01:25:05.736144 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.736494 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.737539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.737539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.737539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.737935 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.738115 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.738439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.738763 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.739661 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.739988 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.740355 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.741361 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.741699 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.742108 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.858577 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:25:05.957095 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:06.004973 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacec6cf-8d79-43a9-aabf-e19faa3a52b6 req-ba346802-f800-4c4c-86fa-a93f79253718 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:06.006378 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eacec6cf-8d79-43a9-aabf-e19faa3a52b6 req-ba346802-f800-4c4c-86fa-a93f79253718 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.0620728 Aug 30 01:25:06.008547 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:25:06.018226 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:25:06.028959 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:06.029573 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:06.067366 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] No DVR routers for this DVR port adf859bc-f00d-4d63-92fe-ba1e7b8709cd on host hv-cinder-81514 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:25:06.072636 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:06.075920 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2d49e35-24ef-4f3a-bf9c-cfd6cda32097 req-97854c29-0612-4d94-be2d-937fe6f88021 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "DELETE /networking/v2.0/ports/adf859bc-f00d-4d63-92fe-ba1e7b8709cd HTTP/1.1" status: 204 len: 173 time: 0.8685253 Aug 30 01:25:06.077960 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'name': 'network-vif-deleted', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:06.080121 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ab0718-e2b7-447f-87d9-8b148d108130" -d '{"events": [{"server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "name": "network-vif-deleted", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:06.111212 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eacec6cf-8d79-43a9-aabf-e19faa3a52b6 req-614c3bb7-5905-4142-bb56-711d7ac16d51 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972075 Aug 30 01:25:06.158838 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3620cab2-4ba6-45a2-a89d-0cc955f8a293 x-openstack-request-id: req-3620cab2-4ba6-45a2-a89d-0cc955f8a293 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:06.159369 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1", "name": "network-vif-deleted", "tag": "adf859bc-f00d-4d63-92fe-ba1e7b8709cd", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:06.159893 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3620cab2-4ba6-45a2-a89d-0cc955f8a293 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:06.160613 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3620cab2-4ba6-45a2-a89d-0cc955f8a293'] response: {'server_uuid': '4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1', 'name': 'network-vif-deleted', 'tag': 'adf859bc-f00d-4d63-92fe-ba1e7b8709cd', 'status': 'completed', 'code': 200} Aug 30 01:25:06.186987 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:06.420131 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:06.474602 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:06.499154 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:25:06.508059 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:06.508673 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:24:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:06.587812 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cd06f277-0a10-4707-96e7-ed654e2ce58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:06.595646 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:06.613716 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:06.812977 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:06.839216 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861869-32cc-4896-814e-3c78df4c2e38 None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:25:06.853574 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15c3abc1-c5b0-454f-9a2f-7cb6838da94d req-94584ef9-0963-4c07-bd23-62ed407fd3ba tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=4bfcbf9a-3c64-47d2-9f83-3e29ae9321b1 HTTP/1.1" status: 200 len: 210 time: 0.0280356 Aug 30 01:25:07.064568 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6a880-1a9d-40a5-a044-fe4edd4acde4 None None] New status for floating IP 7997a7ce-b07c-4652-ba08-99d7866b2ec2: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:25:07.247079 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc5033-72e9-4c77-8142-2f7dc0de35ff req-fb59b458-3c65-4d6a-8c88-7533177b6965 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:07.248776 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a1dc5033-72e9-4c77-8142-2f7dc0de35ff req-fb59b458-3c65-4d6a-8c88-7533177b6965 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.0515244 Aug 30 01:25:07.561202 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a1dc5033-72e9-4c77-8142-2f7dc0de35ff req-59ebd470-f2f0-4852-98ff-a96ed1993689 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067315 Aug 30 01:25:07.954890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35810) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:08.014479 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (13c745ef-668a-4072-b48e-7bffe25e29d0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.045411 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (13c745ef-668a-4072-b48e-7bffe25e29d0), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.100541 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (13c745ef-668a-4072-b48e-7bffe25e29d0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.103071 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.104491 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/13c745ef-668a-4072-b48e-7bffe25e29d0 HTTP/1.1" status: 204 len: 168 time: 0.1486025 Aug 30 01:25:08.107698 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35812) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:08.115039 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c745ef-668a-4072-b48e-7bffe25e29d0,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:08.123916 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.124164 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-00ba6108-fbab-4825-b102-fcf7c1cf10dd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] show failed (client error): The resource could not be found. Aug 30 01:25:08.124288 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.124631 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.124996 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.125269 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-00ba6108-fbab-4825-b102-fcf7c1cf10dd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups/13c745ef-668a-4072-b48e-7bffe25e29d0 HTTP/1.1" status: 404 len: 347 time: 0.0164163 Aug 30 01:25:08.125491 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.125794 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.126199 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.126537 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.126875 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.127206 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.127539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.127961 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.128273 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35814) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:08.128433 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.128640 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.128971 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3611942-568b-4a76-b34c-cf555df9c8e7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:08.247960 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port 01406238-c713-4ffc-94a3-4778ea5924ee {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:25:08.248330 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (01406238-c713-4ffc-94a3-4778ea5924ee), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.291273 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:08.329292 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (01406238-c713-4ffc-94a3-4778ea5924ee), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.329688 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (01406238-c713-4ffc-94a3-4778ea5924ee), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.343432 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for 01406238-c713-4ffc-94a3-4778ea5924ee owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:25:08.473213 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (01406238-c713-4ffc-94a3-4778ea5924ee), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.495839 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=01406238-c713-4ffc-94a3-4778ea5924ee,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:08.523896 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.561362 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (7997a7ce-b07c-4652-ba08-99d7866b2ec2), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.564356 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.565591 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-47c79653-1059-4382-a933-db1f8268ffb8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/7997a7ce-b07c-4652-ba08-99d7866b2ec2 HTTP/1.1" status: 204 len: 168 time: 0.4361167 Aug 30 01:25:08.641939 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35820) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:08.646555 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-f34befec-d89c-4118-a557-be5d04b6388c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108001027', 'description': 'tempest-description--1569675652'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:08.669901 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f34befec-d89c-4118-a557-be5d04b6388c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.693668 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ef58a-4b1f-49f9-b562-d8e68589ae94 req-5796c5d2-8b29-4701-b64c-08bdf500134d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:08.696546 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-208ef58a-4b1f-49f9-b562-d8e68589ae94 req-5796c5d2-8b29-4701-b64c-08bdf500134d tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.0528817 Aug 30 01:25:08.748160 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-208ef58a-4b1f-49f9-b562-d8e68589ae94 req-efd39f9b-7c41-4cc3-8de5-eb836c3e2d73 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Aug 30 01:25:08.748912 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f34befec-d89c-4118-a557-be5d04b6388c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (fb4da2de-beba-424c-a1ce-540fe6a44617), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.752752 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f34befec-d89c-4118-a557-be5d04b6388c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (fb4da2de-beba-424c-a1ce-540fe6a44617), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.776365 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f34befec-d89c-4118-a557-be5d04b6388c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.777622 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f34befec-d89c-4118-a557-be5d04b6388c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1346552 Aug 30 01:25:08.780599 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35822) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:08.784828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-a53f8179-1c9b-4923-9fe5-a1b9bfe00e5b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': 'fb4da2de-beba-424c-a1ce-540fe6a44617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:08.806929 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34befec-d89c-4118-a557-be5d04b6388c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4da2de-beba-424c-a1ce-540fe6a44617,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:08.822515 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a53f8179-1c9b-4923-9fe5-a1b9bfe00e5b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (c452d29b-a43f-4b4c-986f-7898e4436f7d), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.877710 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a53f8179-1c9b-4923-9fe5-a1b9bfe00e5b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (c452d29b-a43f-4b4c-986f-7898e4436f7d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.881121 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a53f8179-1c9b-4923-9fe5-a1b9bfe00e5b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (c452d29b-a43f-4b4c-986f-7898e4436f7d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.900162 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8179-1c9b-4923-9fe5-a1b9bfe00e5b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c452d29b-a43f-4b4c-986f-7898e4436f7d,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:08.907863 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a53f8179-1c9b-4923-9fe5-a1b9bfe00e5b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:08.909074 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a53f8179-1c9b-4923-9fe5-a1b9bfe00e5b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275716 Aug 30 01:25:08.911879 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35824) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:08.916200 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-5ed2165e-052e-4b44-9df2-a2e865ea97d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': 'fb4da2de-beba-424c-a1ce-540fe6a44617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:08.940266 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:08.942369 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5ed2165e-052e-4b44-9df2-a2e865ea97d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (9cc7cc28-6fd0-462f-9f54-6b5900a028ae), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.003100 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5ed2165e-052e-4b44-9df2-a2e865ea97d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (9cc7cc28-6fd0-462f-9f54-6b5900a028ae), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.006708 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5ed2165e-052e-4b44-9df2-a2e865ea97d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (9cc7cc28-6fd0-462f-9f54-6b5900a028ae), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.012378 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:09.028650 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2165e-052e-4b44-9df2-a2e865ea97d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc7cc28-6fd0-462f-9f54-6b5900a028ae,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:09.033606 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5ed2165e-052e-4b44-9df2-a2e865ea97d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.034782 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5ed2165e-052e-4b44-9df2-a2e865ea97d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219754 Aug 30 01:25:09.038015 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35826) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:09.043153 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:09.066458 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.149435 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.510980 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.27.3.192 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/03b26e9c-755d-4113-a321-65d1c85e9fe4) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:25:09.618948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.651566 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.690874 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:25:09.696344 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:25:09.700133 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:25:09.703366 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=03b26e9c-755d-4113-a321-65d1c85e9fe4,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:09.730487 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83b9c452-82e4-4050-a7d3-fbb86ea64e52 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:25:09.745486 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device adf859bc-f00d-4d63-92fe-ba1e7b8709cd no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:25:09.772403 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: adf859bc-f00d-4d63-92fe-ba1e7b8709cd {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:25:09.772625 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device adf859bc-f00d-4d63-92fe-ba1e7b8709cd not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:25:09.797060 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (c0443bda-69fb-449e-bef2-12e3758c48e9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.867550 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.875217 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 83b9c452-82e4-4050-a7d3-fbb86ea64e52, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:09.875866 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.887292 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'port_id': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'mac_address': 'fa:16:3e:4e:c3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:25:09.910106 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d753e-11fe-4761-bc55-559fab2baee3 req-7f353edc-6f00-4041-8811-c3eb8536749b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:09.911602 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-845d753e-11fe-4761-bc55-559fab2baee3 req-7f353edc-6f00-4041-8811-c3eb8536749b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 944 time: 0.0777063 Aug 30 01:25:09.920977 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:09.928462 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:09.928868 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:09.942200 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b9c452-82e4-4050-a7d3-fbb86ea64e52 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:25:09.963369 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 83b9c452-82e4-4050-a7d3-fbb86ea64e52, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:09.967420 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.014316 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=83b9c452-82e4-4050-a7d3-fbb86ea64e52,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:10.021817 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.022153 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.022543 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.023323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.023626 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.024025 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.024291 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.024675 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.024930 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.025068 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:10.025245 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.025561 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.025879 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.026290 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.026572 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.026882 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:10.031003 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-845d753e-11fe-4761-bc55-559fab2baee3 req-95d4b41c-5ac5-4cb3-8cf1-3b4bf54326bf tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128747 Aug 30 01:25:10.095378 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.100200 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.171407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=03b26e9c-755d-4113-a321-65d1c85e9fe4,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:10.173931 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (c0443bda-69fb-449e-bef2-12e3758c48e9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.191250 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.192510 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5389438b-91eb-4855-9f26-8457599c6387 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1527803 Aug 30 01:25:10.259756 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.261959 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['83b9c452-82e4-4050-a7d3-fbb86ea64e52'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:25:10.328190 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:10.398862 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-f9b3237c-49bb-4a72-affa-c9d36800979e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1108001027&fields=id&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 267 time: 0.0441628 Aug 30 01:25:10.449556 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:10.512194 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-8d8d0e3e-35c6-4eda-864e-aa4b4656b80a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:10.513635 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-8d8d0e3e-35c6-4eda-864e-aa4b4656b80a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1083407 Aug 30 01:25:10.528334 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-b71da36c-47e1-491b-82db-632ab257957d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/quotas/f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 375 time: 0.0091336 Aug 30 01:25:10.578445 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-364b3156-46c8-4ec7-a9d7-7ce9faae94ff tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449314 Aug 30 01:25:10.677185 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-dbbb2663-0a13-4045-a4bb-aa80bd5f53c0 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872133 Aug 30 01:25:10.770379 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-d48e4f27-a282-4ff0-a5cd-d3e29219b094 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863106 Aug 30 01:25:10.936445 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-75a9fc9e-d010-4271-802c-4e2386e5aff6 req-fc8d505b-eacb-4a60-8c1b-58273c445a77 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 210 time: 0.0314565 Aug 30 01:25:11.166992 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:11.180135 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e1c98-4d41-4ad1-b97a-557b9a814a27 req-ec118508-0362-45e7-96b7-5f247a395df4 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:11.184885 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8d9e1c98-4d41-4ad1-b97a-557b9a814a27 req-ec118508-0362-45e7-96b7-5f247a395df4 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 945 time: 0.0641441 Aug 30 01:25:11.246118 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8d9e1c98-4d41-4ad1-b97a-557b9a814a27 req-e69fd2dd-a36c-4a47-a194-658e383dc478 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564928 Aug 30 01:25:11.757968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83b9c452-82e4-4050-a7d3-fbb86ea64e52 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:25:11.802771 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:25:11.809952 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:25:11.810379 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:11.885000 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:11.885391 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:11.908441 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:11.910578 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a278516-b6e9-47e0-8cfd-4af7da777ea5" -d '{"events": [{"server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "name": "network-vif-plugged", "status": "completed", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:11.923313 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 83b9c452-82e4-4050-a7d3-fbb86ea64e52, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:11.927833 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:11.952886 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159cf9d9-806c-4183-927d-408e004a8ca1 x-openstack-request-id: req-159cf9d9-806c-4183-927d-408e004a8ca1 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:11.953169 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "name": "network-vif-plugged", "status": "completed", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:11.953445 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-159cf9d9-806c-4183-927d-408e004a8ca1 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:11.953825 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159cf9d9-806c-4183-927d-408e004a8ca1'] response: {'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'code': 200} Aug 30 01:25:11.978320 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=83b9c452-82e4-4050-a7d3-fbb86ea64e52,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:12.018876 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:12.038821 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f4d68be3-908c-40e8-a4a6-8e51c6666206 req-96d1115e-858d-4898-9044-5b1c5c167535 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Aug 30 01:25:12.253986 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-4df64604-a287-4ef2-9f1a-222aacc05766 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:12.255444 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-4df64604-a287-4ef2-9f1a-222aacc05766 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1131425 Aug 30 01:25:12.303408 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481c42c-10c9-4d49-933c-60e156ea952e req-baf30b3c-ee8b-4f58-bccb-93c4e052cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:12.307004 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4481c42c-10c9-4d49-933c-60e156ea952e req-baf30b3c-ee8b-4f58-bccb-93c4e052cdf1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 1130 time: 0.0511532 Aug 30 01:25:12.342187 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-289a1273-3579-404d-8794-f85758bf8fd5 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 380 time: 0.0714617 Aug 30 01:25:12.377885 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4481c42c-10c9-4d49-933c-60e156ea952e req-4983455c-aa1f-4630-ab4f-f4320f5b0996 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505588 Aug 30 01:25:12.381315 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'port': {'device_id': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'admin_state_up': True, 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'security_groups': ['fb4da2de-beba-424c-a1ce-540fe6a44617']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:12.439491 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5eddf-4069-4f12-8731-28ac90de37b5 req-793a6e19-9dd4-42a2-bfb3-27de6578ff36 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:12.441153 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-21c5eddf-4069-4f12-8731-28ac90de37b5 req-793a6e19-9dd4-42a2-bfb3-27de6578ff36 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 946 time: 0.0980363 Aug 30 01:25:12.531324 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-21c5eddf-4069-4f12-8731-28ac90de37b5 req-ba9bcafc-81ba-4db2-b2fc-7a9ae589c848 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829277 Aug 30 01:25:12.552740 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Made reservation on behalf of f5ddbf041c444253aea027770188fbaf for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:25:12.557173 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:12.690078 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.20.0.6 (129a2c61-8cde-4190-8f30-dda20a50e18f/aae7015a-58f8-45cc-9eb0-517fb3771bff/4fbaf152-1777-4942-b763-c703e397257b) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:25:12.834978 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:12.840795 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (4fbaf152-1777-4942-b763-c703e397257b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:12.841970 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:12.881110 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (4fbaf152-1777-4942-b763-c703e397257b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:12.926733 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:25:12.930581 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:25:12.934735 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:25:12.963562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=4fbaf152-1777-4942-b763-c703e397257b,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:12.996179 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:12.996843 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.016952 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-6fa53abb-daf0-44e8-a19c-df531dbb955c tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6392875 Aug 30 01:25:13.162421 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Request body: {'port': {'device_id': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:13.224818 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-26ed3a68-b219-449a-bbc7-67ec1efc1d33 None None] Provisioning complete for port 4fbaf152-1777-4942-b763-c703e397257b triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:25:13.225399 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-26ed3a68-b219-449a-bbc7-67ec1efc1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4fbaf152-1777-4942-b763-c703e397257b), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.240219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa32866-b671-438a-854b-33648297a4e6 req-6528b816-df6a-4bf7-9482-14ce8965d359 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:13.242814 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-afa32866-b671-438a-854b-33648297a4e6 req-6528b816-df6a-4bf7-9482-14ce8965d359 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 931 time: 0.0759611 Aug 30 01:25:13.245398 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4fbaf152-1777-4942-b763-c703e397257b), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.265356 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-26ed3a68-b219-449a-bbc7-67ec1efc1d33 None None] Port 4fbaf152-1777-4942-b763-c703e397257b cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:25:13.308437 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-afa32866-b671-438a-854b-33648297a4e6 req-71eac07a-20fd-468e-8920-61de551131da tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598876 Aug 30 01:25:13.540076 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbaf152-1777-4942-b763-c703e397257b {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:25:13.548881 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Publish callbacks [] for port (4fbaf152-1777-4942-b763-c703e397257b), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.565433 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Transition to ACTIVE for port object 4fbaf152-1777-4942-b763-c703e397257b will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:25:13.571663 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (4fbaf152-1777-4942-b763-c703e397257b), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.647286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbaf152-1777-4942-b763-c703e397257b,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:13.716437 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f4bc-5814-4b35-88ba-36701fada3c4 req-5c480941-cef1-4fbc-b0bd-f86746533138 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:13.717979 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aba7f4bc-5814-4b35-88ba-36701fada3c4 req-5c480941-cef1-4fbc-b0bd-f86746533138 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 946 time: 0.0832143 Aug 30 01:25:13.762552 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Attempting to bind port 4fbaf152-1777-4942-b763-c703e397257b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:25:13.762885 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Attempting to bind port 4fbaf152-1777-4942-b763-c703e397257b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:25:13.763211 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Attempting to bind port 4fbaf152-1777-4942-b763-c703e397257b on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:25:13.776208 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Port 4fbaf152-1777-4942-b763-c703e397257b on network 129a2c61-8cde-4190-8f30-dda20a50e18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:25:13.776532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Attempting to bind port 4fbaf152-1777-4942-b763-c703e397257b on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:25:13.794159 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:25:13.794406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Checking segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:25:13.794784 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Bound using segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:25:13.795226 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Bound port: 4fbaf152-1777-4942-b763-c703e397257b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:25:13.795587 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4fbaf152-1777-4942-b763-c703e397257b), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.802378 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aba7f4bc-5814-4b35-88ba-36701fada3c4 req-b8b63e63-d0c7-4dc7-817a-0401d17c37d4 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775368 Aug 30 01:25:13.844543 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:13.872880 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] For port 4fbaf152-1777-4942-b763-c703e397257b, host hv-cinder-81514, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:25:13.877052 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] For port 4fbaf152-1777-4942-b763-c703e397257b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fbaf152-1777-4942-b763-c703e397257b,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:25:13.885683 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3656926'] for port (4fbaf152-1777-4942-b763-c703e397257b), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.890178 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:13.890779 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:13.892235 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/4fbaf152-1777-4942-b763-c703e397257b HTTP/1.1" status: 200 len: 1093 time: 0.7346823 Aug 30 01:25:13.892646 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:13.893346 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'tag': '4fbaf152-1777-4942-b763-c703e397257b'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:13.896630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d783f2e-a108-413e-8ef7-786c3c12f18c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "tag": "4fbaf152-1777-4942-b763-c703e397257b"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:13.946796 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4db2f1-df8d-4002-a465-8999bb169493 req-1d7d75e2-5ae6-4e84-8308-91214f91cd57 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:13.948362 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e4db2f1-df8d-4002-a465-8999bb169493 req-1d7d75e2-5ae6-4e84-8308-91214f91cd57 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 946 time: 0.0596778 Aug 30 01:25:13.961056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a1e060-87d9-4ede-b043-30ec5dbce8a8 x-openstack-request-id: req-b4a1e060-87d9-4ede-b043-30ec5dbce8a8 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:13.961056 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "tag": "4fbaf152-1777-4942-b763-c703e397257b", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:13.961501 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4a1e060-87d9-4ede-b043-30ec5dbce8a8 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:13.961660 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a1e060-87d9-4ede-b043-30ec5dbce8a8'] response: {'name': 'network-changed', 'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'tag': '4fbaf152-1777-4942-b763-c703e397257b', 'status': 'completed', 'code': 200} Aug 30 01:25:13.967984 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0909-c18e-4b77-8b79-c4bf28144a20 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbaf152-1777-4942-b763-c703e397257b,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:14.003426 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e4db2f1-df8d-4002-a465-8999bb169493 req-4e9b7dc5-017d-4208-8df7-ca6823a81538 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492952 Aug 30 01:25:14.036671 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 35872) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:14.102822 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef8389-3e38-4d31-b159-0f93a707ff27 tempest-TestVolumeBootPattern-977484635 tempest-TestVolumeBootPattern-977484635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:14.104298 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-edef8389-3e38-4d31-b159-0f93a707ff27 tempest-TestVolumeBootPattern-977484635 tempest-TestVolumeBootPattern-977484635-project-admin] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 1125 time: 0.0665712 Aug 30 01:25:14.108235 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35874) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:14.113241 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'port_id': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:14.134810 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ffbab747-eb31-4dee-828c-2d75997f1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:14.136452 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-ffbab747-eb31-4dee-828c-2d75997f1463 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 1127 time: 0.0464401 Aug 30 01:25:14.138312 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:14.188946 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-b9be544b-235b-4c68-80de-08f3d1fca785 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbaf152-1777-4942-b763-c703e397257b HTTP/1.1" status: 200 len: 217 time: 0.0352268 Aug 30 01:25:14.231864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:14.250533 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-4bdb3154-cdb5-4886-a59e-9d2ca7d9f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:14.252150 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-4bdb3154-cdb5-4886-a59e-9d2ca7d9f9a0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0476651 Aug 30 01:25:14.306659 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-c209e8f6-37d1-4564-ab13-00cd72a9f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:14.308763 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-c209e8f6-37d1-4564-ab13-00cd72a9f9b8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476062 Aug 30 01:25:14.370908 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Allocated IP 172.27.3.246 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/04873b5b-7d0c-4835-b0bc-0b32a0f6a188) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:25:14.455559 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-c163780b-24af-4bf2-8938-7e35c7e683e5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370857 Aug 30 01:25:14.478195 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a6e86-6ec0-4e18-9445-e4c87002052e req-a4c128a4-2a18-4d89-b551-70cf151963a1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:14.479676 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b81a6e86-6ec0-4e18-9445-e4c87002052e req-a4c128a4-2a18-4d89-b551-70cf151963a1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 943 time: 0.0739532 Aug 30 01:25:14.490524 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:14.521890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:14.562419 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:25:14.565424 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:25:14.569411 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:25:14.574688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=04873b5b-7d0c-4835-b0bc-0b32a0f6a188,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:14.589943 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b81a6e86-6ec0-4e18-9445-e4c87002052e req-98d4e2f9-eb21-4e11-a083-89f4aa1810d5 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997448 Aug 30 01:25:14.603314 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9368ae6a-d783-49b0-88b0-9da113cea4d3 req-7c9c8562-dc1b-4006-b514-8d785e92ba75 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405358 Aug 30 01:25:14.674755 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:14.686904 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:14.931145 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (b7b7e8dd-63ea-4aea-b1b9-073bce556417), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:15.000803 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:15.144188 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:15.148935 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:15.218716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event updated for resources: {'Port': ['ID=04873b5b-7d0c-4835-b0bc-0b32a0f6a188,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:15.221149 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (b7b7e8dd-63ea-4aea-b1b9-073bce556417), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:15.317800 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Floating IP b7b7e8dd-63ea-4aea-b1b9-073bce556417 associated. External IP: 172.27.3.246, port: 83b9c452-82e4-4050-a7d3-fbb86ea64e52. Aug 30 01:25:15.462437 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:15.523488 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:25:15.553470 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-0e8ec7f7-f42d-4cdb-8260-e4362ba8a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:15.555207 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-0e8ec7f7-f42d-4cdb-8260-e4362ba8a4ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 1127 time: 0.0471947 Aug 30 01:25:15.628817 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:15.648722 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:25:15.662836 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:25:15.672758 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-f81bc05c-2664-4866-8f53-c7717c9a6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:15.674250 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-f81bc05c-2664-4866-8f53-c7717c9a6fdd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.1122510 Aug 30 01:25:15.677002 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:15.677830 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:15.678667 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:25:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:15.729780 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-d4883cb9-1ff9-4c57-93d4-d8886874a349 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbaf152-1777-4942-b763-c703e397257b HTTP/1.1" status: 200 len: 217 time: 0.0481439 Aug 30 01:25:15.765564 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8b485bb5-640d-4638-b0b9-14a90cbc7c16 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6560569 Aug 30 01:25:15.768376 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:15.770842 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a125167-a610-4e16-92e8-3eb9b3731592" -d '{"events": [{"name": "network-changed", "server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:15.778953 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad22a7-015b-4a2f-afe7-f2322238c103 req-df0af92b-89f5-427e-bc55-64ff5ec3ded9 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:15.780505 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e4ad22a7-015b-4a2f-afe7-f2322238c103 req-df0af92b-89f5-427e-bc55-64ff5ec3ded9 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 943 time: 0.0640223 Aug 30 01:25:15.782528 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-6df678b3-30e5-4f4b-ae3f-d671cfaa9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:15.784271 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-6df678b3-30e5-4f4b-ae3f-d671cfaa9a85 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0483301 Aug 30 01:25:15.807888 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:15.827239 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881e641b-6dd6-428d-9515-77468bcae559 x-openstack-request-id: req-881e641b-6dd6-428d-9515-77468bcae559 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:15.827528 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:15.827779 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-881e641b-6dd6-428d-9515-77468bcae559 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:15.828193 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881e641b-6dd6-428d-9515-77468bcae559'] response: {'name': 'network-changed', 'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'status': 'completed', 'code': 200} Aug 30 01:25:15.840316 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-f0c32326-5cca-4773-ae39-6c8c63707d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:15.842129 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-f0c32326-5cca-4773-ae39-6c8c63707d79 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485332 Aug 30 01:25:15.845802 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e4ad22a7-015b-4a2f-afe7-f2322238c103 req-228a6a16-622c-47a5-90af-aace76accc9b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568364 Aug 30 01:25:15.920629 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-4aa3ef5e-2e10-4f2d-bf7a-6f986aad4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:15.922222 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-4aa3ef5e-2e10-4f2d-bf7a-6f986aad4c68 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 1130 time: 0.0454960 Aug 30 01:25:15.962412 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-6c9c7b4f-9305-4903-b468-e8024cd8a130 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987394 Aug 30 01:25:16.027361 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-86e93592-32ed-4dab-8adc-b1bdcc7f6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:16.028896 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-86e93592-32ed-4dab-8adc-b1bdcc7f6cfa service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.0998507 Aug 30 01:25:16.051824 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'b7b7e8dd-63ea-4aea-b1b9-073bce556417', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:4e:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:14Z', 'updated_at': '2022-08-30T01:25:14Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}, {'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:07Z', 'revision_number': 1, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:16.065256 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d783f2e-a108-413e-8ef7-786c3c12f18c req-930620f0-e4c3-4104-b359-1fecefbd6120 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966845 Aug 30 01:25:16.079157 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:25:16.088289 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:16.088912 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:25:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:16.095856 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-c7333e9e-3bf1-49c1-9eeb-ad5a7c28bca2 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52 HTTP/1.1" status: 200 len: 1000 time: 0.0589981 Aug 30 01:25:16.151470 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-e2461bc2-1fc2-4dae-b5b4-8514ce013ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:16.153011 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-e2461bc2-1fc2-4dae-b5b4-8514ce013ff4 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0504789 Aug 30 01:25:16.199842 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-71d51c0e-981b-4ba3-a5a7-647b840476e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:16.201449 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-71d51c0e-981b-4ba3-a5a7-647b840476e7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416923 Aug 30 01:25:16.202711 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:16.316442 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-1f191161-f1ed-4fda-9abd-4d042e86f601 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064739 Aug 30 01:25:16.319374 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:16.420712 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0a125167-a610-4e16-92e8-3eb9b3731592 req-03a8f4bf-6d5e-4e01-9086-8b06d48363ba service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982528 Aug 30 01:25:16.433320 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'b7b7e8dd-63ea-4aea-b1b9-073bce556417', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:4e:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:14Z', 'updated_at': '2022-08-30T01:25:14Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}, {'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:07Z', 'revision_number': 1, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:16.464865 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92e21c-60cd-40a3-80c1-e1a27c38c4a2 None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'b7b7e8dd-63ea-4aea-b1b9-073bce556417', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:4e:c3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:14Z', 'updated_at': '2022-08-30T01:25:14Z', 'revision_number': 0, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}, {'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:07Z', 'revision_number': 1, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:25:16.671179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9c6f6-79f4-4f44-a57f-e598d5da4c42 None None] New status for floating IP b7b7e8dd-63ea-4aea-b1b9-073bce556417: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:25:16.950484 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:16.969540 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efcfe8-eb83-4129-aeef-dac703aabac0 req-a2a6a0c6-c318-4151-bb8b-ac292c2d353a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:16.971078 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9efcfe8-eb83-4129-aeef-dac703aabac0 req-a2a6a0c6-c318-4151-bb8b-ac292c2d353a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 943 time: 0.0484743 Aug 30 01:25:17.027191 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9efcfe8-eb83-4129-aeef-dac703aabac0 req-bf10ccc0-fe91-4af6-b614-8badb8940165 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498950 Aug 30 01:25:17.550381 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:25:17.761637 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4fbaf152-1777-4942-b763-c703e397257b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:25:17.868367 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4fbaf152-1777-4942-b763-c703e397257b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fbaf152-1777-4942-b763-c703e397257b,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:17.881741 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '4fbaf152-1777-4942-b763-c703e397257b', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'port_id': '4fbaf152-1777-4942-b763-c703e397257b', 'mac_address': 'fa:16:3e:07:85:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:25:17.907050 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:17.922090 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4fbaf152-1777-4942-b763-c703e397257b is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:17.922545 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4fbaf152-1777-4942-b763-c703e397257b), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:17.939507 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbaf152-1777-4942-b763-c703e397257b {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:25:17.963345 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4fbaf152-1777-4942-b763-c703e397257b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fbaf152-1777-4942-b763-c703e397257b,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:17.967767 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4fbaf152-1777-4942-b763-c703e397257b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:18.021552 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4fbaf152-1777-4942-b763-c703e397257b,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:18.314239 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e332f1-7cd4-4aa1-a1a4-14aaea3a8088 req-1cd79cb3-0f93-4d74-b432-2d3eeb1799ba tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:18.315782 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e5e332f1-7cd4-4aa1-a1a4-14aaea3a8088 req-1cd79cb3-0f93-4d74-b432-2d3eeb1799ba tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 944 time: 0.0492101 Aug 30 01:25:18.323664 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['4fbaf152-1777-4942-b763-c703e397257b'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:25:18.375054 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e5e332f1-7cd4-4aa1-a1a4-14aaea3a8088 req-a22257da-1abd-46ed-be63-f9dfa63078b3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523207 Aug 30 01:25:18.435029 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:19.465212 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:19.502940 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba93c-486b-4b8b-89ce-f5002e9b6ccd req-7922b944-5bb4-481c-8035-083a5c08ce67 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:19.504511 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5c2ba93c-486b-4b8b-89ce-f5002e9b6ccd req-7922b944-5bb4-481c-8035-083a5c08ce67 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 944 time: 0.0536029 Aug 30 01:25:19.553755 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5c2ba93c-486b-4b8b-89ce-f5002e9b6ccd req-6cab45ca-4f11-4da1-bb3f-a579f7965005 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Aug 30 01:25:19.788958 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4fbaf152-1777-4942-b763-c703e397257b up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:25:19.837980 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 4fbaf152-1777-4942-b763-c703e397257b completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:25:19.844706 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 4fbaf152-1777-4942-b763-c703e397257b triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:25:19.845220 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (4fbaf152-1777-4942-b763-c703e397257b), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:19.922309 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 4fbaf152-1777-4942-b763-c703e397257b is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:19.922694 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (4fbaf152-1777-4942-b763-c703e397257b), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:19.949438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbaf152-1777-4942-b763-c703e397257b'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:19.951907 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef98374-9096-4836-81a7-75e80df75816" -d '{"events": [{"server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fbaf152-1777-4942-b763-c703e397257b"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:19.965286 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 4fbaf152-1777-4942-b763-c703e397257b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fbaf152-1777-4942-b763-c703e397257b,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:19.971317 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (4fbaf152-1777-4942-b763-c703e397257b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:20.022662 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e9c74a-0043-41a4-b6f2-c5a42752f9b4 x-openstack-request-id: req-a1e9c74a-0043-41a4-b6f2-c5a42752f9b4 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:20.022905 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fbaf152-1777-4942-b763-c703e397257b", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:20.023108 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1e9c74a-0043-41a4-b6f2-c5a42752f9b4 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:20.023491 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e9c74a-0043-41a4-b6f2-c5a42752f9b4'] response: {'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbaf152-1777-4942-b763-c703e397257b', 'code': 200} Aug 30 01:25:20.028611 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=4fbaf152-1777-4942-b763-c703e397257b,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:20.243131 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07796b-6c7e-4b8c-88c8-aeb573f6246d req-c197daac-a142-4a88-844e-2dd21a64827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:20.244598 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d07796b-6c7e-4b8c-88c8-aeb573f6246d req-c197daac-a142-4a88-844e-2dd21a64827b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 1129 time: 0.0416245 Aug 30 01:25:20.275625 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:20.294371 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d07796b-6c7e-4b8c-88c8-aeb573f6246d req-9e28e953-c091-412c-b72b-05e3e30453f3 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Aug 30 01:25:20.682160 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e58ad5-41c4-4447-b6dc-19fae3245e0c req-79126d6a-5eef-4055-8d4c-ec6cbbd13ab8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:20.683671 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-81e58ad5-41c4-4447-b6dc-19fae3245e0c req-79126d6a-5eef-4055-8d4c-ec6cbbd13ab8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Aug 30 01:25:20.736009 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-81e58ad5-41c4-4447-b6dc-19fae3245e0c req-3fe0cf1e-116c-4a7a-81f7-5c2b68cdcdc4 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Aug 30 01:25:21.873594 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b977991-6265-4deb-8e25-fde6019698a2 req-c254b937-628c-4473-802c-1c254e1029ac tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:21.876611 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8b977991-6265-4deb-8e25-fde6019698a2 req-c254b937-628c-4473-802c-1c254e1029ac tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 945 time: 0.0547688 Aug 30 01:25:21.944664 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8b977991-6265-4deb-8e25-fde6019698a2 req-01fe9136-7e4c-4b64-ac5f-e2ce4c2217d1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603096 Aug 30 01:25:23.071512 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7c3e3-1b2b-4602-b1a0-8d43da1a1435 req-a784fe27-83ba-448c-887f-db631926aeab tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:23.073113 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-45a7c3e3-1b2b-4602-b1a0-8d43da1a1435 req-a784fe27-83ba-448c-887f-db631926aeab tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 945 time: 0.0533834 Aug 30 01:25:23.126424 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-45a7c3e3-1b2b-4602-b1a0-8d43da1a1435 req-5d12570a-5026-475f-a67b-256cc214f228 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476067 Aug 30 01:25:23.262680 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9dfd7-0723-4843-8654-b19e55e1864c req-34402ace-6fce-4ea8-845a-9591e2be85af tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:23.264262 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-45d9dfd7-0723-4843-8654-b19e55e1864c req-34402ace-6fce-4ea8-845a-9591e2be85af tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 945 time: 0.0561926 Aug 30 01:25:23.274996 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 35918) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:23.279539 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'port_id': '4fbaf152-1777-4942-b763-c703e397257b'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:23.320657 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (c0443bda-69fb-449e-bef2-12e3758c48e9), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:23.357858 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:24.045180 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:24.049656 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (c0443bda-69fb-449e-bef2-12e3758c48e9), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:24.156181 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP c0443bda-69fb-449e-bef2-12e3758c48e9 associated. External IP: 172.27.3.192, port: 4fbaf152-1777-4942-b763-c703e397257b. Aug 30 01:25:24.420266 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e83dc2-6a0f-4393-a9f1-0fb15a404a10 req-ee9c7039-5ce2-4a20-af9c-61ee29c4c1d6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:24.421814 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-23e83dc2-6a0f-4393-a9f1-0fb15a404a10 req-ee9c7039-5ce2-4a20-af9c-61ee29c4c1d6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0928929 Aug 30 01:25:24.431949 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:25:24.515143 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:24.533193 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-23e83dc2-6a0f-4393-a9f1-0fb15a404a10 req-939c4f4c-2f83-4096-a7f2-cccb46bf88da tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039562 Aug 30 01:25:24.586185 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:25:24.590875 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:24.598045 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:25:24.600854 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:24.612441 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:24.613076 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:25:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:24.623237 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3cf6ff3d-a936-4af3-b3f1-4f8f72d328d3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/c0443bda-69fb-449e-bef2-12e3758c48e9 HTTP/1.1" status: 200 len: 991 time: 1.3468943 Aug 30 01:25:24.624109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'tag': '4fbaf152-1777-4942-b763-c703e397257b'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:24.627695 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea686fbb-dac5-422e-8f4f-d09d24ace7de" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "tag": "4fbaf152-1777-4942-b763-c703e397257b"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:24.682335 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fdbb5e-611a-497e-a207-d0ac5b1bebf5 x-openstack-request-id: req-c5fdbb5e-611a-497e-a207-d0ac5b1bebf5 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:24.682638 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "tag": "4fbaf152-1777-4942-b763-c703e397257b", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:24.682897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5fdbb5e-611a-497e-a207-d0ac5b1bebf5 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:24.683306 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fdbb5e-611a-497e-a207-d0ac5b1bebf5'] response: {'name': 'network-changed', 'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'tag': '4fbaf152-1777-4942-b763-c703e397257b', 'status': 'completed', 'code': 200} Aug 30 01:25:24.751925 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:24.785745 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-00565a48-31ba-4750-9064-69579a2c7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:24.787461 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-00565a48-31ba-4750-9064-69579a2c7846 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 1129 time: 0.0437205 Aug 30 01:25:24.828781 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:24.898860 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-71eb1bf6-29d6-4ecf-8d98-8560b2823f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:24.900528 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-71eb1bf6-29d6-4ecf-8d98-8560b2823f7a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.0958319 Aug 30 01:25:24.970182 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-dfc19f9f-1274-4979-9bc1-7a1876e34259 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbaf152-1777-4942-b763-c703e397257b HTTP/1.1" status: 200 len: 999 time: 0.0630453 Aug 30 01:25:25.024970 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-cbf94de6-68d5-4965-9180-4daf6a7fc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:25.026436 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-cbf94de6-68d5-4965-9180-4daf6a7fc5b1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0498290 Aug 30 01:25:25.063351 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'c0443bda-69fb-449e-bef2-12e3758c48e9', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': '4fbaf152-1777-4942-b763-c703e397257b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:07:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:09Z', 'updated_at': '2022-08-30T01:25:23Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:25.077388 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-83c6a976-e261-4f05-a77c-684c1448fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:25.079038 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-83c6a976-e261-4f05-a77c-684c1448fab8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447705 Aug 30 01:25:25.094017 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:25:25.104867 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:25.105754 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:25:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:25.179281 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-c82236f9-fc56-400f-bfe1-740e66be57ad service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936606 Aug 30 01:25:25.211030 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:25.283985 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea686fbb-dac5-422e-8f4f-d09d24ace7de req-0b2498a7-fea6-4f26-b340-5cfda8f73e84 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962830 Aug 30 01:25:25.436280 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'c0443bda-69fb-449e-bef2-12e3758c48e9', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': '4fbaf152-1777-4942-b763-c703e397257b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:07:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:09Z', 'updated_at': '2022-08-30T01:25:23Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:25.464185 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34a0cf-9349-44ce-8083-9a7acfd87e5f None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'c0443bda-69fb-449e-bef2-12e3758c48e9', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.192', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': '4fbaf152-1777-4942-b763-c703e397257b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:07:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:09Z', 'updated_at': '2022-08-30T01:25:23Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:25:25.676826 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dce3e5-6d79-4135-89e5-24c0cda9f069 None None] New status for floating IP c0443bda-69fb-449e-bef2-12e3758c48e9: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:25:25.677898 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d06e06-2082-42cd-bd89-826c8f165b5b req-fd96221c-3c02-436c-a808-90ba7c10fa7c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:25.679156 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b1d06e06-2082-42cd-bd89-826c8f165b5b req-fd96221c-3c02-436c-a808-90ba7c10fa7c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0603271 Aug 30 01:25:25.736297 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b1d06e06-2082-42cd-bd89-826c8f165b5b req-88e269fe-bce7-4e3e-b1f1-deac55b21e16 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500677 Aug 30 01:25:26.402961 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:26.870696 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645fb83-4a0c-443a-b102-cc36ca3529b0 req-52313d45-6b25-42a0-a82c-e1b523fb78f1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:26.872225 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f645fb83-4a0c-443a-b102-cc36ca3529b0 req-52313d45-6b25-42a0-a82c-e1b523fb78f1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0489728 Aug 30 01:25:26.922022 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f645fb83-4a0c-443a-b102-cc36ca3529b0 req-06db2d60-b57d-4ef3-a17f-54fa9390db6c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440664 Aug 30 01:25:28.049653 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dd4bd-7149-408b-b100-8590608352c0 req-157db472-ae66-415b-a196-7f39bbc838f4 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:28.051164 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a41dd4bd-7149-408b-b100-8590608352c0 req-157db472-ae66-415b-a196-7f39bbc838f4 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0467145 Aug 30 01:25:28.102977 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a41dd4bd-7149-408b-b100-8590608352c0 req-bafcc934-1fca-4190-acb6-20fc05bca989 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446835 Aug 30 01:25:29.231162 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c3e09-ad21-42aa-86e7-000c994b3272 req-5094b815-ae06-49ae-84a6-951a56feb27c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:29.232680 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd9c3e09-ad21-42aa-86e7-000c994b3272 req-5094b815-ae06-49ae-84a6-951a56feb27c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0506632 Aug 30 01:25:29.279812 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd9c3e09-ad21-42aa-86e7-000c994b3272 req-9dc10b1c-391c-4380-91c4-629a58cbf313 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Aug 30 01:25:30.408411 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbe78b-dd9f-4112-aa8f-2cd069c88156 req-3687c84a-4da8-4543-b36d-4b0ff3421377 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:30.409914 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2fcbe78b-dd9f-4112-aa8f-2cd069c88156 req-3687c84a-4da8-4543-b36d-4b0ff3421377 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0509930 Aug 30 01:25:30.457056 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2fcbe78b-dd9f-4112-aa8f-2cd069c88156 req-64efce9f-bafe-4e15-9c26-16a8565dd46c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 Aug 30 01:25:31.579376 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99d59f-f839-4d6e-a301-8a5bfb029129 req-229aa1d1-8346-4dba-b1af-cc8d4d997f61 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:31.580858 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5a99d59f-f839-4d6e-a301-8a5bfb029129 req-229aa1d1-8346-4dba-b1af-cc8d4d997f61 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0463347 Aug 30 01:25:31.629422 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5a99d59f-f839-4d6e-a301-8a5bfb029129 req-e6da6c9c-c848-4db4-9f48-a25b828c9698 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423744 Aug 30 01:25:32.760902 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d9df2-c666-45a9-9013-c3881a74035b req-3dec1dc9-34f8-4b64-a9fb-9a3089e940b5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:32.762367 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d80d9df2-c666-45a9-9013-c3881a74035b req-3dec1dc9-34f8-4b64-a9fb-9a3089e940b5 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0465648 Aug 30 01:25:32.809760 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d80d9df2-c666-45a9-9013-c3881a74035b req-87dac0cd-3cdc-49eb-94a3-9da045b5811b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 Aug 30 01:25:33.939652 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de9c9-d32b-4220-b5d4-486113744916 req-302a2707-0eac-438a-b126-3a0cde81e89a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:33.941153 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e2de9c9-d32b-4220-b5d4-486113744916 req-302a2707-0eac-438a-b126-3a0cde81e89a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Aug 30 01:25:33.992355 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e2de9c9-d32b-4220-b5d4-486113744916 req-7638dccd-d58c-4bf9-b5e1-349c3646b945 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443199 Aug 30 01:25:34.407787 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bcf0acbb-9c2c-4630-ba54-a864568ebe76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:35.124470 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9241-6c39-4ac8-994e-7508cff0ccbf req-54e2c92a-a0f9-40bd-b99d-011a657595e3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:35.126125 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bcc9241-6c39-4ac8-994e-7508cff0ccbf req-54e2c92a-a0f9-40bd-b99d-011a657595e3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0529370 Aug 30 01:25:35.174137 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6bcc9241-6c39-4ac8-994e-7508cff0ccbf req-d3156be5-de3b-421a-b169-48a34ce8db26 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Aug 30 01:25:35.438670 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=73 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:35.439536 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=87 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:36.301538 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fa697-c1a3-4049-bdb2-8275dec4916d req-688a9ddc-d3b5-46b2-87dc-588b0e90f668 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:36.303737 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3b2fa697-c1a3-4049-bdb2-8275dec4916d req-688a9ddc-d3b5-46b2-87dc-588b0e90f668 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0471730 Aug 30 01:25:36.351120 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3b2fa697-c1a3-4049-bdb2-8275dec4916d req-080e5318-912a-45dd-a750-d1365e15f573 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418289 Aug 30 01:25:36.581434 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-001565a9-1e60-40e3-b54e-89dc406dc9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:37.438611 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:37.477193 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329728-1b80-47ec-9af1-6d89ed673019 req-22ec95e5-9f26-4732-b6b6-743d002601e3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:37.478680 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-47329728-1b80-47ec-9af1-6d89ed673019 req-22ec95e5-9f26-4732-b6b6-743d002601e3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Aug 30 01:25:37.519697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:37.527878 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-47329728-1b80-47ec-9af1-6d89ed673019 req-c411e95d-e1e4-49c4-aa4c-d980528ac3a1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433617 Aug 30 01:25:38.525389 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:38.651230 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168c093-185c-47be-b015-b0e8ac8fbf21 req-d51833e2-0c70-4bb9-81ed-61e5b4a99673 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:38.652899 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9168c093-185c-47be-b015-b0e8ac8fbf21 req-d51833e2-0c70-4bb9-81ed-61e5b4a99673 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0478053 Aug 30 01:25:38.700523 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9168c093-185c-47be-b015-b0e8ac8fbf21 req-60f10804-9731-4d76-8e35-777a5ad41792 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419867 Aug 30 01:25:39.826041 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a8c4-0b04-40dc-8591-9633c894eaee req-52eb93bb-2869-4551-8ab8-05bbcce9ade0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:39.827507 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3442a8c4-0b04-40dc-8591-9633c894eaee req-52eb93bb-2869-4551-8ab8-05bbcce9ade0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Aug 30 01:25:39.852892 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:39.881446 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3442a8c4-0b04-40dc-8591-9633c894eaee req-94279aac-8f94-4c09-8534-4145f705700d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482771 Aug 30 01:25:40.263347 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:41.018100 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb2513-33fe-4ed3-8e3d-855473c005fb req-e9698fcf-2291-4e09-90a5-503e5bb53289 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:41.019493 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82cb2513-33fe-4ed3-8e3d-855473c005fb req-e9698fcf-2291-4e09-90a5-503e5bb53289 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0515113 Aug 30 01:25:41.067774 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82cb2513-33fe-4ed3-8e3d-855473c005fb req-eac6130f-0668-4390-80a2-1f83c93a1d87 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 Aug 30 01:25:41.949050 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:25:41.979688 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:42.172233 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:42.184403 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'port_id': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'mac_address': 'fa:16:3e:7c:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:25:42.193933 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7ba3f-a238-4a16-babf-7503e80c9889 req-fb06d5df-d384-4273-8931-911317bdaa84 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:42.195424 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cc7ba3f-a238-4a16-babf-7503e80c9889 req-fb06d5df-d384-4273-8931-911317bdaa84 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Aug 30 01:25:42.219069 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port c49d906b-0426-46ea-a3fc-7b2c2024e265 is: ACTIVE; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:42.219453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:42.233273 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c49d906b-0426-46ea-a3fc-7b2c2024e265 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:25:42.242681 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4cc7ba3f-a238-4a16-babf-7503e80c9889 req-2f2bf662-54fb-4e2e-9344-45409a66f1c1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Aug 30 01:25:42.253276 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:42.258157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:42.307025 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=6']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:42.460938 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['c49d906b-0426-46ea-a3fc-7b2c2024e265'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:25:42.527000 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:43.335698 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:43.377235 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7c8a-6592-47c4-b381-7e14f31814c6 req-400cef0a-7393-4a1e-8269-d291a07fccca tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:43.378715 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-14ea7c8a-6592-47c4-b381-7e14f31814c6 req-400cef0a-7393-4a1e-8269-d291a07fccca tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 944 time: 0.0548966 Aug 30 01:25:43.415586 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:43.431819 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-14ea7c8a-6592-47c4-b381-7e14f31814c6 req-ba68a25b-a43d-48a6-856d-8c78fd941b9f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470912 Aug 30 01:25:43.969699 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:25:44.025458 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port c49d906b-0426-46ea-a3fc-7b2c2024e265 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:25:44.026165 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:44.102703 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port c49d906b-0426-46ea-a3fc-7b2c2024e265 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:44.103142 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:44.128069 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:44.131091 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114bb36-c30d-4710-bd91-b19630a5fe06" -d '{"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-plugged", "status": "completed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:44.144017 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:44.149641 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:44.184538 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87fc506-ab5e-457b-90e6-a96f55190bef x-openstack-request-id: req-e87fc506-ab5e-457b-90e6-a96f55190bef {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:44.184829 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-plugged", "status": "completed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:44.185075 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e87fc506-ab5e-457b-90e6-a96f55190bef {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:44.185457 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87fc506-ab5e-457b-90e6-a96f55190bef'] response: {'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'code': 200} Aug 30 01:25:44.209627 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=7']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:44.573262 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36dd48-7b6c-4923-b0b3-9999c34dc619 req-c7008431-e697-4444-a4be-46181dbe7af3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:44.577284 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ff36dd48-7b6c-4923-b0b3-9999c34dc619 req-c7008431-e697-4444-a4be-46181dbe7af3 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0514982 Aug 30 01:25:44.637889 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ff36dd48-7b6c-4923-b0b3-9999c34dc619 req-02433240-134b-4335-9c37-8bf86c08eafa tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549123 Aug 30 01:25:45.790115 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b7c7-3943-4451-97f3-1ae990a5b8e7 req-30d66a2d-36be-4d4a-83ca-a0a41d7511dd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:45.792521 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2984b7c7-3943-4451-97f3-1ae990a5b8e7 req-30d66a2d-36be-4d4a-83ca-a0a41d7511dd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0537212 Aug 30 01:25:45.852449 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2984b7c7-3943-4451-97f3-1ae990a5b8e7 req-528d070c-a0b2-4300-b34b-c42a11cf4164 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522628 Aug 30 01:25:47.166507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071359-229d-4911-b07b-ee85be627851 req-12d1157d-6c40-4499-9779-a55341159bdc tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:47.168673 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-56071359-229d-4911-b07b-ee85be627851 req-12d1157d-6c40-4499-9779-a55341159bdc tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0556116 Aug 30 01:25:47.226472 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-56071359-229d-4911-b07b-ee85be627851 req-6d511cdc-ce20-48c0-ae04-2001ca432942 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501320 Aug 30 01:25:48.430455 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5156d48-1867-4142-981c-c54921376974 req-8d080c02-5a58-4bdd-96e9-5a6867f9beec tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:48.431964 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e5156d48-1867-4142-981c-c54921376974 req-8d080c02-5a58-4bdd-96e9-5a6867f9beec tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0591063 Aug 30 01:25:48.493751 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e5156d48-1867-4142-981c-c54921376974 req-ad9b283e-ca8f-49a1-8ce0-54a126864a11 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550287 Aug 30 01:25:49.626576 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750ce83-9ddb-40ed-9cff-f02457256997 req-9e20fd3b-915e-4a29-994c-4428f0e881bb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:49.632546 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0750ce83-9ddb-40ed-9cff-f02457256997 req-9e20fd3b-915e-4a29-994c-4428f0e881bb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0560338 Aug 30 01:25:49.695846 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0750ce83-9ddb-40ed-9cff-f02457256997 req-ecdcd7df-2e91-4c72-ba8d-3392b2e9dfb0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613384 Aug 30 01:25:50.836823 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27cd9-d468-43d8-8258-ad2bc4306531 req-e3601501-639d-48f5-b23b-fa984116df92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:50.839214 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-26b27cd9-d468-43d8-8258-ad2bc4306531 req-e3601501-639d-48f5-b23b-fa984116df92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0556002 Aug 30 01:25:50.890624 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-26b27cd9-d468-43d8-8258-ad2bc4306531 req-3e08f051-9d54-418c-93eb-22790f91b04e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462337 Aug 30 01:25:52.026880 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b9736-b4d4-47e7-8716-27b5eb3e896b req-7c5f205c-7861-4434-b3cb-9327e11e894f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:52.028427 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-687b9736-b4d4-47e7-8716-27b5eb3e896b req-7c5f205c-7861-4434-b3cb-9327e11e894f tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0521944 Aug 30 01:25:52.079244 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-687b9736-b4d4-47e7-8716-27b5eb3e896b req-6524e3fe-3817-4e96-9dcc-37dc7074ef2a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445704 Aug 30 01:25:52.522973 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:52.736435 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-601ffcf3-c7e1-4550-83cd-48ff3bd267da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:52.738016 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-601ffcf3-c7e1-4550-83cd-48ff3bd267da service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 1129 time: 0.0408080 Aug 30 01:25:52.834214 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-54820d2c-ec76-4cab-88b8-ef81f796e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:52.835673 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-54820d2c-ec76-4cab-88b8-ef81f796e0d3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.0899150 Aug 30 01:25:52.901316 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-66d5e241-980c-40c9-aaef-0dfa87682d26 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 200 len: 1001 time: 0.0592926 Aug 30 01:25:52.950264 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-b415df47-975d-4c9c-b254-05fbda0eb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:52.951610 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-b415df47-975d-4c9c-b254-05fbda0eb049 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0437064 Aug 30 01:25:52.994662 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-1a06ba60-53ef-4b81-9af4-83cf98326e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:52.996165 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-1a06ba60-53ef-4b81-9af4-83cf98326e3d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382283 Aug 30 01:25:53.089975 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-8809dfab-2182-4972-925a-3d47d03e422f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869217 Aug 30 01:25:53.179332 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:53.217477 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8b70f2a-641b-4988-a8c1-59a2a407588f req-be123753-f587-4e95-a07c-556bd56f9bfd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208184 Aug 30 01:25:53.228291 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705333-2437-41e0-a0ee-6281326545f0 req-c8bb83d3-a2e0-4e03-92f2-218f1f70d5f9 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:53.229710 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-37705333-2437-41e0-a0ee-6281326545f0 req-c8bb83d3-a2e0-4e03-92f2-218f1f70d5f9 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0688517 Aug 30 01:25:53.266742 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:53.280038 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-37705333-2437-41e0-a0ee-6281326545f0 req-c3ca4f92-11cb-4e94-87b6-f83b764f4fde tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Aug 30 01:25:54.199248 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:54.206393 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:54.406684 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda1ed7-c4d3-4b3e-ab44-7948a8382ccf req-0c5eda49-d0c3-49d5-a0f2-7e357589923d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:54.408194 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fda1ed7-c4d3-4b3e-ab44-7948a8382ccf req-0c5eda49-d0c3-49d5-a0f2-7e357589923d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0487361 Aug 30 01:25:54.457263 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fda1ed7-c4d3-4b3e-ab44-7948a8382ccf req-50239996-f4d9-4085-91e9-642156584db7 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Aug 30 01:25:54.548941 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:25:55.582011 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af9300-b1ec-4e2d-b2dd-629d3f4a0dc7 req-1482bbfb-8bdf-4d01-8b8c-e9d15848f3ea tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:55.583500 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d9af9300-b1ec-4e2d-b2dd-629d3f4a0dc7 req-1482bbfb-8bdf-4d01-8b8c-e9d15848f3ea tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 945 time: 0.0482862 Aug 30 01:25:55.631437 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d9af9300-b1ec-4e2d-b2dd-629d3f4a0dc7 req-358cbc04-e085-40a4-985b-afc357abd3f4 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Aug 30 01:25:56.079564 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:25:56.160062 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port c49d906b-0426-46ea-a3fc-7b2c2024e265 is: ACTIVE; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:56.160453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:56.184524 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:56.186876 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad41e1-27bc-4463-a402-4e679f0bbac1" -d '{"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-unplugged", "status": "completed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:56.203140 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:56.210399 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:56.238890 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e416c3-32b5-4cc8-8d8a-86597c62e93f x-openstack-request-id: req-20e416c3-32b5-4cc8-8d8a-86597c62e93f {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:56.239173 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-unplugged", "status": "failed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265", "code": 422}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:56.239420 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20e416c3-32b5-4cc8-8d8a-86597c62e93f {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:56.239816 dv-cinder-815145-12-iscsi neutron-server[106477]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-20e416c3-32b5-4cc8-8d8a-86597c62e93f']: {'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'code': 422} returned with failed status Aug 30 01:25:56.269637 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=8']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:56.400927 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:56.630937 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8603a-f2ec-41d5-a405-7b96f13274fb req-7031041a-cd71-4ab7-9b4a-fb42a24b8fa6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:56.632433 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ae8603a-f2ec-41d5-a405-7b96f13274fb req-7031041a-cd71-4ab7-9b4a-fb42a24b8fa6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0471625 Aug 30 01:25:56.683854 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ae8603a-f2ec-41d5-a405-7b96f13274fb req-daa596e3-a65b-45e2-8c80-6f8b68d2a80d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456350 Aug 30 01:25:56.909936 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-90f214ae-69ae-4265-bc4d-e1fc3ae5ba8a service neutron] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408616 Aug 30 01:25:56.982805 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-223cc863-21fd-49b2-b1a5-ba9c7b7c3b39 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:56.984170 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-223cc863-21fd-49b2-b1a5-ba9c7b7c3b39 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports/c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 200 len: 940 time: 0.0468936 Aug 30 01:25:57.812217 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606303e1-a564-404e-801d-3d172dbc3d64 req-a2349f48-e1e7-4606-a808-a4e961e32684 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:57.813712 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-606303e1-a564-404e-801d-3d172dbc3d64 req-a2349f48-e1e7-4606-a808-a4e961e32684 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0474613 Aug 30 01:25:57.861995 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-606303e1-a564-404e-801d-3d172dbc3d64 req-cd0f3a6b-591b-4bf4-ac64-f996f0d95dbd tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Aug 30 01:25:57.961361 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-3e10daa2-5014-48f6-bdd9-e66791b99534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:57.962904 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-3e10daa2-5014-48f6-bdd9-e66791b99534 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196&tenant_id=5d08b735ca4249309f4ecd40cbacd537 HTTP/1.1" status: 200 len: 1127 time: 0.0416651 Aug 30 01:25:58.040836 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-d8156d2f-3e68-4a89-9b7a-16ff0641002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:58.042480 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-d8156d2f-3e68-4a89-9b7a-16ff0641002f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=5d08b735ca4249309f4ecd40cbacd537&device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 1127 time: 0.0399449 Aug 30 01:25:58.138455 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-9d5cd5d6-d4f6-4a52-a70e-297e4f49b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:58.139838 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-9d5cd5d6-d4f6-4a52-a70e-297e4f49b053 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 200 len: 918 time: 0.0912626 Aug 30 01:25:58.201726 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-54874dd1-c810-4680-9e46-7378c54229a1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 200 len: 999 time: 0.0543871 Aug 30 01:25:58.254489 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-352c2e0f-6c37-4bf3-8cfd-e3810b8dc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:58.255961 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-352c2e0f-6c37-4bf3-8cfd-e3810b8dc338 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 200 len: 856 time: 0.0483108 Aug 30 01:25:58.298495 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-08768904-526e-4736-b69b-11540fb524a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:58.300049 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-08768904-526e-4736-b69b-11540fb524a7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d7931701-abc1-4317-a5b8-4bc0c704b8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382917 Aug 30 01:25:58.393328 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-697c73f1-77b4-4551-8a98-0da0d2935959 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Aug 30 01:25:58.496883 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-79a81804-86b7-4eb2-a68a-85fa953efa08 req-af1958dc-c5a7-4b45-8592-5ceb0529bee3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941999 Aug 30 01:25:59.089757 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45966627-0677-4ca0-9fb8-38c698ffc943 req-732aa880-4471-41bf-8a75-97d02fc0b2e6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:59.092306 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-45966627-0677-4ca0-9fb8-38c698ffc943 req-732aa880-4471-41bf-8a75-97d02fc0b2e6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0596206 Aug 30 01:25:59.165815 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-45966627-0677-4ca0-9fb8-38c698ffc943 req-37984435-88fd-4a05-b75e-5ed7e9da28b6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670173 Aug 30 01:26:00.322879 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a73e3-488d-4510-aaba-3b77f7dcd9a7 req-3aab2a1c-43d5-499a-a62f-b0d05daac934 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:00.324427 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1e0a73e3-488d-4510-aaba-3b77f7dcd9a7 req-3aab2a1c-43d5-499a-a62f-b0d05daac934 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0491152 Aug 30 01:26:00.372614 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1e0a73e3-488d-4510-aaba-3b77f7dcd9a7 req-a81a5e67-3634-4ef3-a516-8235f83b7a57 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 Aug 30 01:26:01.511929 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97258a-7d76-407c-a218-47b8733bbb52 req-a080d1e3-880b-476a-97f4-d87920493fc0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:01.514601 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc97258a-7d76-407c-a218-47b8733bbb52 req-a080d1e3-880b-476a-97f4-d87920493fc0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0623491 Aug 30 01:26:01.567100 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc97258a-7d76-407c-a218-47b8733bbb52 req-5d50da1b-ac05-4523-9117-03ecc1fed6be tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458708 Aug 30 01:26:02.719236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0e8b2-3d22-4ed8-b4d9-26dd80eb4abd req-576e62b3-0b14-4851-8aac-da6a61068d05 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:02.721542 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e8d0e8b2-3d22-4ed8-b4d9-26dd80eb4abd req-576e62b3-0b14-4851-8aac-da6a61068d05 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0783627 Aug 30 01:26:02.773295 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e8d0e8b2-3d22-4ed8-b4d9-26dd80eb4abd req-7eb9a8d1-abe4-459d-9c0f-3fa71a3faed1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461802 Aug 30 01:26:03.899878 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf9daf-7e85-4f8c-ac51-248440bb77e9 req-2dc5f2a4-0253-400d-963f-b3b8657a23bc tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:03.901411 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3adf9daf-7e85-4f8c-ac51-248440bb77e9 req-2dc5f2a4-0253-400d-963f-b3b8657a23bc tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0484126 Aug 30 01:26:03.930301 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:03.954637 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3adf9daf-7e85-4f8c-ac51-248440bb77e9 req-bf6ac69c-6ca6-41b2-9400-826273ca3abf tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469012 Aug 30 01:26:04.412310 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-70802295-bd70-4676-b499-c36065888f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:04.545140 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:04.546728 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:05.083525 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14938-71e2-42c2-bbd8-c992cf37bda5 req-b54d5233-be0e-431e-975d-54a8686f6498 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:05.084999 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dba14938-71e2-42c2-bbd8-c992cf37bda5 req-b54d5233-be0e-431e-975d-54a8686f6498 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0473466 Aug 30 01:26:05.134256 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dba14938-71e2-42c2-bbd8-c992cf37bda5 req-fbafe6c1-47b3-4d35-9cb4-1dd258041a05 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Aug 30 01:26:06.248833 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:06.293440 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0f209-24c5-4613-9e1b-279866040a82 req-e51a0bfb-10be-4a87-82e7-7fad146744bf tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:06.295033 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28f0f209-24c5-4613-9e1b-279866040a82 req-e51a0bfb-10be-4a87-82e7-7fad146744bf tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0556865 Aug 30 01:26:06.342634 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28f0f209-24c5-4613-9e1b-279866040a82 req-29c1a7ec-9e70-4efb-b0f4-67def081e4a1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 Aug 30 01:26:06.397262 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:06.599512 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2e4a836f-3f46-4089-92a5-0790165fdd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:07.480985 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c6206-34f7-40a8-9bf6-b05858c438a7 req-de76b4ac-d62d-415e-bb5a-90fc0ea30e07 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:07.482543 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d9c6206-34f7-40a8-9bf6-b05858c438a7 req-de76b4ac-d62d-415e-bb5a-90fc0ea30e07 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0553019 Aug 30 01:26:07.532413 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d9c6206-34f7-40a8-9bf6-b05858c438a7 req-10184803-5d1e-4de9-b16f-3894aea20f15 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Aug 30 01:26:08.531410 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:08.657607 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc38d8c-c772-426c-a367-e1f6f22629a5 req-e07422e2-64d0-45b9-a3ff-ea3de2ed0088 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:08.659062 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4cc38d8c-c772-426c-a367-e1f6f22629a5 req-e07422e2-64d0-45b9-a3ff-ea3de2ed0088 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0456953 Aug 30 01:26:08.724562 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4cc38d8c-c772-426c-a367-e1f6f22629a5 req-c697b8c2-29c7-4c5b-9a93-563a00d619c8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574460 Aug 30 01:26:09.158386 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:09.161282 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:09.863475 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:09.876615 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e727bd3-e80a-4e4a-949e-7bb356544e56 req-e8577203-8dfb-42bb-ad62-3c83c3190383 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:09.878723 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e727bd3-e80a-4e4a-949e-7bb356544e56 req-e8577203-8dfb-42bb-ad62-3c83c3190383 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0615170 Aug 30 01:26:09.927968 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e727bd3-e80a-4e4a-949e-7bb356544e56 req-d04ea819-e73b-488e-b4c4-f07505985ce8 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436268 Aug 30 01:26:10.266464 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:11.050570 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c55151-791b-48e2-ba99-40b427362af8 req-5c0a89e0-49a3-480f-8714-ba1bac15d05a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:11.052074 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89c55151-791b-48e2-ba99-40b427362af8 req-5c0a89e0-49a3-480f-8714-ba1bac15d05a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0473168 Aug 30 01:26:11.100777 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89c55151-791b-48e2-ba99-40b427362af8 req-917762e7-569c-41b5-aca6-9df40cca68ad tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Aug 30 01:26:12.238273 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ad2bb-7b24-4c36-95aa-66b7e8eb8b17 req-7529a611-683a-461a-a1c7-1c8689a9ebd1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:12.239935 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c2ad2bb-7b24-4c36-95aa-66b7e8eb8b17 req-7529a611-683a-461a-a1c7-1c8689a9ebd1 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0538697 Aug 30 01:26:12.296077 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c2ad2bb-7b24-4c36-95aa-66b7e8eb8b17 req-45692191-0db0-44a4-ac52-d0acbbe7198a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471237 Aug 30 01:26:13.431490 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb0878-1d69-41af-b2c0-bc05696aae7f req-050b9775-f432-4fca-b46e-6ae93e30f91d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:13.432980 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e2cb0878-1d69-41af-b2c0-bc05696aae7f req-050b9775-f432-4fca-b46e-6ae93e30f91d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 943 time: 0.0500164 Aug 30 01:26:13.480083 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e2cb0878-1d69-41af-b2c0-bc05696aae7f req-0d4dcc78-2a73-416d-bf1b-7ff1e36cdeef tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415051 Aug 30 01:26:14.114237 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:26:14.231281 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:14.243547 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'port_id': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'mac_address': 'fa:16:3e:7c:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:26:14.284111 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port c49d906b-0426-46ea-a3fc-7b2c2024e265 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:26:14.285038 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:14.298009 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49d906b-0426-46ea-a3fc-7b2c2024e265 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:26:14.316975 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:14.321540 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:14.367836 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=9']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:14.375051 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.375391 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.375730 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.376101 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.376429 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.376753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.377075 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.377392 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.377715 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.378135 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.378792 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.378792 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.378994 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.379286 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.379597 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:14.603625 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3fe81-e02c-4553-ae4d-cd471cf04256 req-53ed8fd0-a7a3-487c-954d-23d7f2d8aeec tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:14.605107 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5f3fe81-e02c-4553-ae4d-cd471cf04256 req-53ed8fd0-a7a3-487c-954d-23d7f2d8aeec tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 944 time: 0.0470934 Aug 30 01:26:14.637758 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['c49d906b-0426-46ea-a3fc-7b2c2024e265'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:26:14.653997 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5f3fe81-e02c-4553-ae4d-cd471cf04256 req-2db4bc71-4e7f-4edb-8a38-faa4c706fca6 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432153 Aug 30 01:26:14.753566 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:15.799065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f077b4-bdf4-417c-a6dc-5edae2123040 req-4159e905-aaa6-49fd-93da-0c558269794b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:15.800642 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70f077b4-bdf4-417c-a6dc-5edae2123040 req-4159e905-aaa6-49fd-93da-0c558269794b tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 944 time: 0.0482314 Aug 30 01:26:15.849076 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70f077b4-bdf4-417c-a6dc-5edae2123040 req-b7e754db-6164-4a92-b988-de3f9b250296 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421331 Aug 30 01:26:16.131157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:26:16.176687 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port c49d906b-0426-46ea-a3fc-7b2c2024e265 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:26:16.177061 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:16.251979 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port c49d906b-0426-46ea-a3fc-7b2c2024e265 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:26:16.252396 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:16.274766 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:16.277006 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adf90f3-16d1-4565-bfaf-22c2a40d8a08" -d '{"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-plugged", "status": "completed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:16.290411 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:16.294586 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:16.319903 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5219a5-bce9-4638-a9b4-be0265185233 x-openstack-request-id: req-9a5219a5-bce9-4638-a9b4-be0265185233 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:16.320218 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-plugged", "status": "completed", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:16.320471 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a5219a5-bce9-4638-a9b4-be0265185233 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:16.320861 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5219a5-bce9-4638-a9b4-be0265185233'] response: {'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'code': 200} Aug 30 01:26:16.324619 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:16.349519 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=10']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:16.562768 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b9c25-ab31-453d-82d2-d5f3306d77c2 req-6c508aa9-74d1-48df-bdbd-58eb07e28c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:16.564299 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567b9c25-ab31-453d-82d2-d5f3306d77c2 req-6c508aa9-74d1-48df-bdbd-58eb07e28c5a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 1130 time: 0.0416751 Aug 30 01:26:16.611663 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567b9c25-ab31-453d-82d2-d5f3306d77c2 req-c7a35d3e-ae39-4cd0-8e58-69671f1a6be6 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401251 Aug 30 01:26:16.973462 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b9b83-d333-4cd6-a2a9-37f8955018e7 req-5f59270f-f68f-4692-9b1f-8e160855028a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:16.974944 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-452b9b83-d333-4cd6-a2a9-37f8955018e7 req-5f59270f-f68f-4692-9b1f-8e160855028a tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 946 time: 0.0467153 Aug 30 01:26:17.023766 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-452b9b83-d333-4cd6-a2a9-37f8955018e7 req-3aeb5c9d-d7d2-4436-b1c7-d4244af280b9 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429802 Aug 30 01:26:18.155136 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f670ff1-53a4-4448-832d-739f9f2a6ac7 req-efd02515-9db3-4676-95f7-a6610b198db0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:18.157336 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7f670ff1-53a4-4448-832d-739f9f2a6ac7 req-efd02515-9db3-4676-95f7-a6610b198db0 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 946 time: 0.0526457 Aug 30 01:26:18.213743 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7f670ff1-53a4-4448-832d-739f9f2a6ac7 req-60d81abe-f4dc-454e-b382-15b948cebb36 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503218 Aug 30 01:26:19.351245 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ed7f-e9d7-47f2-8a64-1b82de0f72f4 req-3bb47f33-b18e-48f7-9394-b5aec5475a34 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:19.352757 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a7e5ed7f-e9d7-47f2-8a64-1b82de0f72f4 req-3bb47f33-b18e-48f7-9394-b5aec5475a34 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 946 time: 0.0475843 Aug 30 01:26:19.405148 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a7e5ed7f-e9d7-47f2-8a64-1b82de0f72f4 req-e588f393-08e4-4be0-bf7e-e11611cfa6df tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463312 Aug 30 01:26:21.347864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7d1ba-8fbb-433c-8a16-b478a1becf11 req-d29a1d1a-3ed2-477b-aa2a-b09e2899717e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:21.349275 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5d7d1ba-8fbb-433c-8a16-b478a1becf11 req-d29a1d1a-3ed2-477b-aa2a-b09e2899717e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 945 time: 0.0468233 Aug 30 01:26:21.398092 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5d7d1ba-8fbb-433c-8a16-b478a1becf11 req-9d6115f4-a098-4fc8-a5ba-f337789fb3fa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Aug 30 01:26:22.525870 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741fe2-b742-4a3d-96b4-d3819dad85b1 req-71d34939-4b7e-4259-b55c-46a4316c37c0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:22.527348 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9e741fe2-b742-4a3d-96b4-d3819dad85b1 req-71d34939-4b7e-4259-b55c-46a4316c37c0 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 945 time: 0.0505836 Aug 30 01:26:22.575042 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9e741fe2-b742-4a3d-96b4-d3819dad85b1 req-410d003f-1e59-4a68-9b2f-6f02215335b5 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=fb4da2de-beba-424c-a1ce-540fe6a44617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Aug 30 01:26:22.995611 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-f98f9540-4173-46c9-862a-45a1be900a60 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:22.997097 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-f98f9540-4173-46c9-862a-45a1be900a60 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 945 time: 0.0455611 Aug 30 01:26:23.079902 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port 4fbaf152-1777-4942-b763-c703e397257b {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:23.080391 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4fbaf152-1777-4942-b763-c703e397257b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:23.170656 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] For port 4fbaf152-1777-4942-b763-c703e397257b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4fbaf152-1777-4942-b763-c703e397257b,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:23.171011 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4fbaf152-1777-4942-b763-c703e397257b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:23.333112 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:23.333381 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (c0443bda-69fb-449e-bef2-12e3758c48e9), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:23.333692 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP c0443bda-69fb-449e-bef2-12e3758c48e9 disassociated. External IP: 172.27.3.192, port: 4fbaf152-1777-4942-b763-c703e397257b. Aug 30 01:26:23.334025 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for 4fbaf152-1777-4942-b763-c703e397257b owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:23.342167 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:23.395984 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:23.462595 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (4fbaf152-1777-4942-b763-c703e397257b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:23.489057 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=4fbaf152-1777-4942-b763-c703e397257b,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:23.498789 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.499137 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.499481 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.499819 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.500175 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.500513 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.500843 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.501169 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.501922 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.501922 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.502209 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.502430 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.502748 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.503068 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.503389 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:23.622158 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:26:23.699137 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-88b76ba3-b25a-4151-be80-f129376e2dd1 req-3ab9dca2-ca30-42a5-b52d-bca8747db3b4 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0b8c9b12-8dc1-4e3d-988c-12717b48b0b9 HTTP/1.1" status: 200 len: 210 time: 0.0318055 Aug 30 01:26:23.755893 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:26:23.765940 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:26:23.777431 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:23.778061 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:23.887925 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:24.057140 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] No DVR routers for this DVR port 4fbaf152-1777-4942-b763-c703e397257b on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:26:24.059914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:24.063327 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-07935918-fad1-4b9c-8d3b-7eb5d1a396c2 req-56c3427c-ce16-494c-a1fd-4aa40c7add83 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "DELETE /networking/v2.0/ports/4fbaf152-1777-4942-b763-c703e397257b HTTP/1.1" status: 204 len: 173 time: 1.0615194 Aug 30 01:26:24.063788 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'name': 'network-vif-deleted', 'tag': '4fbaf152-1777-4942-b763-c703e397257b'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:24.066021 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8e7918-03b6-4892-83c0-6e9c757f06fc" -d '{"events": [{"server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "name": "network-vif-deleted", "tag": "4fbaf152-1777-4942-b763-c703e397257b"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:24.099178 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:24.109370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec2983a-b3e3-495e-ad77-72c25841b0df x-openstack-request-id: req-5ec2983a-b3e3-495e-ad77-72c25841b0df {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:24.109665 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8c9b12-8dc1-4e3d-988c-12717b48b0b9", "name": "network-vif-deleted", "tag": "4fbaf152-1777-4942-b763-c703e397257b", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:24.109920 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ec2983a-b3e3-495e-ad77-72c25841b0df {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:24.110319 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec2983a-b3e3-495e-ad77-72c25841b0df'] response: {'server_uuid': '0b8c9b12-8dc1-4e3d-988c-12717b48b0b9', 'name': 'network-vif-deleted', 'tag': '4fbaf152-1777-4942-b763-c703e397257b', 'status': 'completed', 'code': 200} Aug 30 01:26:24.129454 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:26:24.137957 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:24.138554 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:24.242462 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:24.431952 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:24.460208 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11431d6-ab64-4b5b-966f-092aed4051d8 None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:26:24.687648 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9f686-cd8c-403a-b0a9-a59fcc8f3a83 None None] New status for floating IP c0443bda-69fb-449e-bef2-12e3758c48e9: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:26:24.807605 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36286) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:24.866101 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-74b02ad6-2369-495a-b08a-ad0ddeef4133 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (fb4da2de-beba-424c-a1ce-540fe6a44617), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:24.888357 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-74b02ad6-2369-495a-b08a-ad0ddeef4133 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (fb4da2de-beba-424c-a1ce-540fe6a44617), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:24.935714 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-74b02ad6-2369-495a-b08a-ad0ddeef4133 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (fb4da2de-beba-424c-a1ce-540fe6a44617), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:24.938330 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-74b02ad6-2369-495a-b08a-ad0ddeef4133 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:24.939673 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-74b02ad6-2369-495a-b08a-ad0ddeef4133 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/fb4da2de-beba-424c-a1ce-540fe6a44617 HTTP/1.1" status: 204 len: 168 time: 0.1308365 Aug 30 01:26:24.942384 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36288) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:24.948632 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b02ad6-2369-495a-b08a-ad0ddeef4133 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4da2de-beba-424c-a1ce-540fe6a44617,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:24.958210 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-161516df-0e69-4c9a-8719-84b557225fc9 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] show failed (client error): The resource could not be found. Aug 30 01:26:24.959211 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-161516df-0e69-4c9a-8719-84b557225fc9 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups/fb4da2de-beba-424c-a1ce-540fe6a44617 HTTP/1.1" status: 404 len: 347 time: 0.0157366 Aug 30 01:26:24.963246 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36290) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:25.077967 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port 03b26e9c-755d-4113-a321-65d1c85e9fe4 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:25.078697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.158931 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.159256 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (03b26e9c-755d-4113-a321-65d1c85e9fe4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.172608 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for 03b26e9c-755d-4113-a321-65d1c85e9fe4 owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:25.219052 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:25.308882 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (03b26e9c-755d-4113-a321-65d1c85e9fe4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.334286 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=03b26e9c-755d-4113-a321-65d1c85e9fe4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:25.395675 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (c0443bda-69fb-449e-bef2-12e3758c48e9), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.398318 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.399593 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d7adf499-909c-42e0-b038-0f7bd3002c9a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/c0443bda-69fb-449e-bef2-12e3758c48e9 HTTP/1.1" status: 204 len: 168 time: 0.4350128 Aug 30 01:26:25.467488 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36294) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:25.472301 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-0c36b12b-a53f-4c79-9fb0-6b2f2e309cfa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134169586', 'description': 'tempest-description--236490565'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:26:25.485559 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:25.498273 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0c36b12b-a53f-4c79-9fb0-6b2f2e309cfa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.572958 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0c36b12b-a53f-4c79-9fb0-6b2f2e309cfa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (1add4a8d-fed3-449a-b8ae-69259165ee10), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.576824 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0c36b12b-a53f-4c79-9fb0-6b2f2e309cfa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (1add4a8d-fed3-449a-b8ae-69259165ee10), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.609027 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0c36b12b-a53f-4c79-9fb0-6b2f2e309cfa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.612103 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0c36b12b-a53f-4c79-9fb0-6b2f2e309cfa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1434069 Aug 30 01:26:25.613227 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36296) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:25.614259 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36b12b-a53f-4c79-9fb0-6b2f2e309cfa tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1add4a8d-fed3-449a-b8ae-69259165ee10,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:25.618400 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': '1add4a8d-fed3-449a-b8ae-69259165ee10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:26:25.636512 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:25.648020 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (628b5445-4366-4e42-886a-c77a6d6ef41f), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.704829 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (628b5445-4366-4e42-886a-c77a6d6ef41f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.711770 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (628b5445-4366-4e42-886a-c77a6d6ef41f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.732311 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628b5445-4366-4e42-886a-c77a6d6ef41f,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:25.743636 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.744873 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306512 Aug 30 01:26:25.746225 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.746568 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.746902 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.747234 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.747558 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.747891 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.748239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.748556 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.748761 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36298) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:25.748909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.749178 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.749529 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.749815 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.750130 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.750444 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.750772 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e268b3a2-4306-4434-b716-1e24bb955bdd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:25.753608 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-774de61f-c4fa-48e7-ac35-266d30cbdd2b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'security_group_rule': {'security_group_id': '1add4a8d-fed3-449a-b8ae-69259165ee10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:26:25.779030 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-774de61f-c4fa-48e7-ac35-266d30cbdd2b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (49f52d48-9052-44e0-9f2e-c71fa9cd2a1f), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.837318 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-774de61f-c4fa-48e7-ac35-266d30cbdd2b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (49f52d48-9052-44e0-9f2e-c71fa9cd2a1f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.841041 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-774de61f-c4fa-48e7-ac35-266d30cbdd2b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627503'] for security_group_rule (49f52d48-9052-44e0-9f2e-c71fa9cd2a1f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.860709 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774de61f-c4fa-48e7-ac35-266d30cbdd2b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f52d48-9052-44e0-9f2e-c71fa9cd2a1f,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:25.868751 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-774de61f-c4fa-48e7-ac35-266d30cbdd2b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.869989 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-774de61f-c4fa-48e7-ac35-266d30cbdd2b tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200368 Aug 30 01:26:25.873145 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36300) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:25.877572 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:26:25.898247 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.980493 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.085583 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.27.3.226 (a92f1808-7bbf-447e-92e1-e82a8b4d6c69/f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02/c54dd399-8c34-475e-a530-6538bc1a88e0) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:26:26.156157 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:26.184609 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4fbaf152-1777-4942-b763-c703e397257b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:26:26.197713 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.205078 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 4fbaf152-1777-4942-b763-c703e397257b {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:26:26.205673 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 4fbaf152-1777-4942-b763-c703e397257b not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:26:26.232355 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.271719 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network a92f1808-7bbf-447e-92e1-e82a8b4d6c69 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:26:26.274601 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:26.277784 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:26:26.282043 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:26:26.285726 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=c54dd399-8c34-475e-a530-6538bc1a88e0,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:26.371817 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (e6a4a63e-47c1-4699-8ff3-848d804fd2e0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.410281 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.420391 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.562694 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.567596 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.640513 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (e6a4a63e-47c1-4699-8ff3-848d804fd2e0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.643011 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=c54dd399-8c34-475e-a530-6538bc1a88e0,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:26.660603 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:26.661866 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-77b80587-6722-4ffb-b3a4-0e64f48e2ea1 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7877240 Aug 30 01:26:26.792204 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:26.816791 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-1106e99c-e5df-41ed-b57e-30bde59f8d35 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--134169586&fields=id&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 267 time: 0.0452821 Aug 30 01:26:26.926041 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-2b8980a0-9922-48f9-b7d8-b22e934ea1bd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:26.927400 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-2b8980a0-9922-48f9-b7d8-b22e934ea1bd tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1036155 Aug 30 01:26:27.062012 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-7a6b8629-3b65-4a6f-bee5-5e04695a47c3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/quotas/f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 375 time: 0.1284199 Aug 30 01:26:27.112512 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-1337d0d4-e65c-43ce-891e-b470bb55373a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450845 Aug 30 01:26:27.213607 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-2359c7fc-1032-42e1-b20b-be76eaa45cce service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892696 Aug 30 01:26:27.309813 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-c03e2d9a-7a9b-4cf7-bff9-a34a2fc9f1eb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904114 Aug 30 01:26:27.471703 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ac270848-7dbd-4d26-a8d7-276155860860 req-baac819a-9fcc-45da-b94c-f84944307ed5 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 210 time: 0.0294108 Aug 30 01:26:28.577907 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-297c8c17-d31e-4453-a024-ba19ffa1704d req-73c3c19e-f561-419e-b7ed-2d681836e2f6 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 210 time: 0.0301273 Aug 30 01:26:28.727980 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-524d2434-a60a-45c8-b3f0-49eacf82970d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:28.729495 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-524d2434-a60a-45c8-b3f0-49eacf82970d tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 815 time: 0.1079311 Aug 30 01:26:28.804979 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-24bf5d6a-bcd7-49a8-8cb8-814788741701 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5ddbf041c444253aea027770188fbaf HTTP/1.1" status: 200 len: 379 time: 0.0604868 Aug 30 01:26:28.922908 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'port': {'device_id': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'admin_state_up': True, 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'security_groups': ['1add4a8d-fed3-449a-b8ae-69259165ee10']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:26:28.971786 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:29.038029 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Made reservation on behalf of f5ddbf041c444253aea027770188fbaf for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:26:29.042614 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.175042 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Allocated IP 172.20.0.12 (129a2c61-8cde-4190-8f30-dda20a50e18f/aae7015a-58f8-45cc-9eb0-517fb3771bff/3f05a184-fab7-4698-9752-f997cdccbd61) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:26:29.194683 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:29.335965 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for port (3f05a184-fab7-4698-9752-f997cdccbd61), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.366901 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.412157 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Network 129a2c61-8cde-4190-8f30-dda20a50e18f is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:26:29.416157 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:26:29.420179 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:26:29.447510 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event updated for resources: {'Port': ['ID=3f05a184-fab7-4698-9752-f997cdccbd61,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:29.475160 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:29.475788 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.494385 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-3f30c7a4-9a51-4c86-bce5-808275bc3a42 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755043 Aug 30 01:26:29.512147 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Request body: {'port': {'device_id': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:26:29.586337 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.592603 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-c3f3bbad-1219-4636-8aaa-678100052db8 None None] Provisioning complete for port 3f05a184-fab7-4698-9752-f997cdccbd61 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:26:29.593119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3f3bbad-1219-4636-8aaa-678100052db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.629486 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3bbad-1219-4636-8aaa-678100052db8 None None] Port 3f05a184-fab7-4698-9752-f997cdccbd61 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:26:29.811372 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984575e-d17c-493d-ac1e-b6f92cab745d req-6b51a190-7227-4a40-9e08-acf539dbbd47 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:29.812947 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2984575e-d17c-493d-ac1e-b6f92cab745d req-6b51a190-7227-4a40-9e08-acf539dbbd47 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 932 time: 0.1274793 Aug 30 01:26:29.832025 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:29.922415 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2984575e-d17c-493d-ac1e-b6f92cab745d req-1402df61-a8c6-47d2-9bd8-2e6fc25d90af tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028695 Aug 30 01:26:29.934954 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f05a184-fab7-4698-9752-f997cdccbd61 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:26:29.942580 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Publish callbacks [] for port (3f05a184-fab7-4698-9752-f997cdccbd61), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.963640 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Transition to ACTIVE for port object 3f05a184-fab7-4698-9752-f997cdccbd61 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:26:29.967244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:30.027301 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Pushing event updated for resources: {'Port': ['ID=3f05a184-fab7-4698-9752-f997cdccbd61,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:30.046361 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:30.077573 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Attempting to bind port 3f05a184-fab7-4698-9752-f997cdccbd61 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:26:30.077901 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Attempting to bind port 3f05a184-fab7-4698-9752-f997cdccbd61 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:26:30.078227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Attempting to bind port 3f05a184-fab7-4698-9752-f997cdccbd61 on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:26:30.082569 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Port 3f05a184-fab7-4698-9752-f997cdccbd61 on network 129a2c61-8cde-4190-8f30-dda20a50e18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:26:30.082884 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Attempting to bind port 3f05a184-fab7-4698-9752-f997cdccbd61 on network 129a2c61-8cde-4190-8f30-dda20a50e18f {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:26:30.088372 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:26:30.088702 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Checking segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:26:30.089078 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Bound using segment: {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:26:30.089497 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Bound port: 3f05a184-fab7-4698-9752-f997cdccbd61, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9654b-48cc-4214-807d-04b908d65a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:26:30.089848 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:30.155851 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] For port 3f05a184-fab7-4698-9752-f997cdccbd61, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:26:30.159293 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] For port 3f05a184-fab7-4698-9752-f997cdccbd61, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3f05a184-fab7-4698-9752-f997cdccbd61,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:26:30.165098 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:30.169997 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:30.170604 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:30.171964 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/3f05a184-fab7-4698-9752-f997cdccbd61 HTTP/1.1" status: 200 len: 1094 time: 0.6643350 Aug 30 01:26:30.172524 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:30.174740 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:30.218343 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9cd622-3461-4c09-a85d-46f94e1fe976 x-openstack-request-id: req-9d9cd622-3461-4c09-a85d-46f94e1fe976 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:30.218630 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:30.218882 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d9cd622-3461-4c09-a85d-46f94e1fe976 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:30.219290 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9cd622-3461-4c09-a85d-46f94e1fe976'] response: {'name': 'network-changed', 'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61', 'status': 'completed', 'code': 200} Aug 30 01:26:30.223984 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884a71-525d-46fe-b929-18fe20d0b643 service neutron] Pushing event updated for resources: {'Port': ['ID=3f05a184-fab7-4698-9752-f997cdccbd61,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:30.280555 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-ed9899e6-a168-4619-99c1-dd476707dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:30.282038 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-ed9899e6-a168-4619-99c1-dd476707dc47 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 1128 time: 0.0401597 Aug 30 01:26:30.331781 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-f32b2c6b-4a47-4bcf-999c-f1745a1c241a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f05a184-fab7-4698-9752-f997cdccbd61 HTTP/1.1" status: 200 len: 217 time: 0.0358267 Aug 30 01:26:30.380828 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-4ef91d3b-21e6-402f-8567-33e80191b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:30.382222 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-4ef91d3b-21e6-402f-8567-33e80191b7c4 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0432734 Aug 30 01:26:30.437853 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-dafdb090-95b5-4b9e-a60f-8f5e7d3aadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:30.439329 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-dafdb090-95b5-4b9e-a60f-8f5e7d3aadd6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399377 Aug 30 01:26:30.535747 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-5a5546e6-bf2b-4816-aecf-b5862ca01313 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882926 Aug 30 01:26:30.628601 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4874b1c-2d1f-44b2-bcdf-2ce4bfd85681 req-0bed83a7-cc05-40e0-83c1-8e308d001892 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Aug 30 01:26:31.043711 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071b089-a3ae-4ab0-811e-06655ad4091e req-be3b95ee-6d27-4969-b2de-7b77869e4b78 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:31.045241 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9071b089-a3ae-4ab0-811e-06655ad4091e req-be3b95ee-6d27-4969-b2de-7b77869e4b78 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 944 time: 0.0504601 Aug 30 01:26:31.092211 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9071b089-a3ae-4ab0-811e-06655ad4091e req-45dc45e7-0441-4784-8a89-40319e06b3f7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413308 Aug 30 01:26:31.548183 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:26:31.555107 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-8b429601-bf13-4b97-be28-7e3abf9f284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:31.557168 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-8b429601-bf13-4b97-be28-7e3abf9f284f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 1128 time: 0.0397558 Aug 30 01:26:31.840238 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:31.922967 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-c9f03190-469f-4b96-8e5c-fa619be4d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:31.924456 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-c9f03190-469f-4b96-8e5c-fa619be4d7b3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.1122804 Aug 30 01:26:32.010442 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-2ffbba89-8c1e-417e-a677-008b438ef86a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f05a184-fab7-4698-9752-f997cdccbd61 HTTP/1.1" status: 200 len: 217 time: 0.0363028 Aug 30 01:26:32.060393 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-9c82e667-93e0-4a82-94c3-9e68538b3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:32.061861 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-9c82e667-93e0-4a82-94c3-9e68538b3cd6 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0458901 Aug 30 01:26:32.111295 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-6b2e3fd4-e634-4021-ae76-32cc17cbeac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:32.112845 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-6b2e3fd4-e634-4021-ae76-32cc17cbeac8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440195 Aug 30 01:26:32.211276 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-26ebb08a-a533-4ca0-beae-379c2fbf06d0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906579 Aug 30 01:26:32.217719 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253a886-ac07-4daf-bfcf-e61125d7e2db req-98bf32c8-d36b-49b4-8e70-c8148aa9c7e5 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:32.219195 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a253a886-ac07-4daf-bfcf-e61125d7e2db req-98bf32c8-d36b-49b4-8e70-c8148aa9c7e5 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 944 time: 0.0489879 Aug 30 01:26:32.266559 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a253a886-ac07-4daf-bfcf-e61125d7e2db req-16f886a9-4404-4f01-bd5f-6bb1284e9179 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Aug 30 01:26:32.432484 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:32.451673 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a6540fae-b777-4fa1-97b3-8ddf83dad3b6 req-5cb99047-1351-4532-b807-925226f0afa6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883141 Aug 30 01:26:33.385852 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2cae6-fa92-4e91-b919-c7ebc79df59a req-636de07f-8238-4647-963a-4a755a5b48d6 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:33.387591 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-caa2cae6-fa92-4e91-b919-c7ebc79df59a req-636de07f-8238-4647-963a-4a755a5b48d6 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 944 time: 0.0489523 Aug 30 01:26:33.435097 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-caa2cae6-fa92-4e91-b919-c7ebc79df59a req-261299c8-cda1-45ee-a740-fd2baa464c14 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Aug 30 01:26:34.182192 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3f05a184-fab7-4698-9752-f997cdccbd61 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:26:34.293339 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 3f05a184-fab7-4698-9752-f997cdccbd61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3f05a184-fab7-4698-9752-f997cdccbd61,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:34.304682 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '3f05a184-fab7-4698-9752-f997cdccbd61', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'port_id': '3f05a184-fab7-4698-9752-f997cdccbd61', 'mac_address': 'fa:16:3e:07:22:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:26:34.339865 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 3f05a184-fab7-4698-9752-f997cdccbd61 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:26:34.340280 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:34.357246 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f05a184-fab7-4698-9752-f997cdccbd61 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:26:34.376968 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 3f05a184-fab7-4698-9752-f997cdccbd61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3f05a184-fab7-4698-9752-f997cdccbd61,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:34.381402 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:34.431114 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-83cb4cfc-5539-4df7-b30a-b4ef3ecbb396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:34.435803 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=67 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:34.441789 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=3f05a184-fab7-4698-9752-f997cdccbd61,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:34.553860 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a53e9-22dd-4259-9561-a8baaeeebb76 req-4d85d1e2-3157-4eeb-a685-618d9fe3f481 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:34.555332 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d6a53e9-22dd-4259-9561-a8baaeeebb76 req-4d85d1e2-3157-4eeb-a685-618d9fe3f481 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 945 time: 0.0471385 Aug 30 01:26:34.606766 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d6a53e9-22dd-4259-9561-a8baaeeebb76 req-e0979a48-0e28-4b3c-9177-7b1d917df09e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457072 Aug 30 01:26:34.738323 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['3f05a184-fab7-4698-9752-f997cdccbd61'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:26:34.866764 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:35.737296 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421644f2-cdf9-4c18-9670-ea1898f42b1e req-24f2c35a-838f-42b7-899b-0c37b39852c2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:35.738757 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-421644f2-cdf9-4c18-9670-ea1898f42b1e req-24f2c35a-838f-42b7-899b-0c37b39852c2 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 945 time: 0.0496039 Aug 30 01:26:35.786201 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-421644f2-cdf9-4c18-9670-ea1898f42b1e req-5cd21ad6-9352-487b-87c2-e1c6123b5843 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Aug 30 01:26:36.189882 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3f05a184-fab7-4698-9752-f997cdccbd61 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:26:36.234418 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 3f05a184-fab7-4698-9752-f997cdccbd61 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:26:36.239874 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 3f05a184-fab7-4698-9752-f997cdccbd61 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:26:36.240284 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:36.312862 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 3f05a184-fab7-4698-9752-f997cdccbd61 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:26:36.313253 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:36.339788 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:36.342076 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e7f548-9cfd-4576-bde7-f44644dfe478" -d '{"events": [{"server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "name": "network-vif-plugged", "status": "completed", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:36.354092 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 3f05a184-fab7-4698-9752-f997cdccbd61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3f05a184-fab7-4698-9752-f997cdccbd61,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:36.358587 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:36.381441 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5798ea-fd16-4b6d-b357-36922df73293 x-openstack-request-id: req-5c5798ea-fd16-4b6d-b357-36922df73293 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:36.381735 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "name": "network-vif-plugged", "status": "completed", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:36.381983 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c5798ea-fd16-4b6d-b357-36922df73293 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:36.382378 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5798ea-fd16-4b6d-b357-36922df73293'] response: {'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61', 'code': 200} Aug 30 01:26:36.393601 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:36.411567 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=3f05a184-fab7-4698-9752-f997cdccbd61,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:36.594975 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-aafd53af-ff7c-4798-9b4d-1b9cbbff53be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:36.604976 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce00299-a972-47ee-a79d-bc1a4217c81c req-30244dbb-f28c-478f-87ef-a62df09b60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:36.606482 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ce00299-a972-47ee-a79d-bc1a4217c81c req-30244dbb-f28c-478f-87ef-a62df09b60e4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 1130 time: 0.0468223 Aug 30 01:26:36.650586 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7ce00299-a972-47ee-a79d-bc1a4217c81c req-e7babd62-fa8e-454c-8de4-2129d7a5ca9b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385866 Aug 30 01:26:36.904896 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d2c2-3e73-4f4e-94a6-7544d1cd42ff req-ddb953da-e5b0-48a8-8b36-24edf593de99 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:36.906286 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2317d2c2-3e73-4f4e-94a6-7544d1cd42ff req-ddb953da-e5b0-48a8-8b36-24edf593de99 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 946 time: 0.0483987 Aug 30 01:26:36.953821 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2317d2c2-3e73-4f4e-94a6-7544d1cd42ff req-93dc74b0-ec3f-40f7-b06c-d9dade5d4a63 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Aug 30 01:26:37.471676 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-1bda5fa6-65c7-453b-be30-c90b683c66ac service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374799 Aug 30 01:26:37.599073 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-d4abc02b-eee2-4d3f-aecb-9a1a8a3d8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:37.600578 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-d4abc02b-eee2-4d3f-aecb-9a1a8a3d8cf6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1130 time: 0.0437958 Aug 30 01:26:38.080668 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f567f6-4f1f-4771-a214-cffc86c25494 req-1d7da31b-08e3-4081-8245-206db3d3b061 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:38.082048 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e6f567f6-4f1f-4771-a214-cffc86c25494 req-1d7da31b-08e3-4081-8245-206db3d3b061 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 946 time: 0.0476427 Aug 30 01:26:38.134871 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e6f567f6-4f1f-4771-a214-cffc86c25494 req-454105b4-0bec-415a-9631-b6edb9dc751a tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Aug 30 01:26:38.284774 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-4d1f5666-330f-4ea0-9820-7cd1c2eec512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:38.286244 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-4d1f5666-330f-4ea0-9820-7cd1c2eec512 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.0906594 Aug 30 01:26:38.342901 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:38.352936 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-093b3dc2-7d59-4e26-9b70-5f7a2cda12a5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 200 len: 1002 time: 0.0586197 Aug 30 01:26:38.401934 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-ec657608-8ed4-4968-8fb1-d04f849f1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:38.404133 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-ec657608-8ed4-4968-8fb1-d04f849f1041 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0433853 Aug 30 01:26:38.448852 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-86f2d483-460b-4103-9be9-063b6fb462f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:38.450878 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-86f2d483-460b-4103-9be9-063b6fb462f2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390990 Aug 30 01:26:38.530910 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:38.544298 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-5e7b2ce5-f71b-4493-8a1f-349aaab8a190 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872071 Aug 30 01:26:38.634773 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-bd68ac38-b12d-4a61-bfce-286af054b1e7 req-ad66039c-237d-4ef6-a827-a5e6b4a188a7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 Aug 30 01:26:39.276463 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea979a15-eb2a-4e5c-b70a-851d5ebb42b3 req-88d3decb-1de5-41f6-a28b-53e11a99ee09 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:39.278118 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea979a15-eb2a-4e5c-b70a-851d5ebb42b3 req-88d3decb-1de5-41f6-a28b-53e11a99ee09 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 946 time: 0.0513091 Aug 30 01:26:39.325847 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ea979a15-eb2a-4e5c-b70a-851d5ebb42b3 req-5f4359d6-8e21-424d-a78f-e2e8ee5056ad tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Aug 30 01:26:39.438672 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0e66-fe17-4c3a-ae36-92e98e834dd9 req-6b317729-145f-4aa6-b0e1-a2e5699c1de7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:39.440070 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-634c0e66-fe17-4c3a-ae36-92e98e834dd9 req-6b317729-145f-4aa6-b0e1-a2e5699c1de7 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 946 time: 0.0467765 Aug 30 01:26:39.449664 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36358) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:39.454101 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Request body: {'floatingip': {'port_id': '3f05a184-fab7-4698-9752-f997cdccbd61'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:26:39.495259 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (e6a4a63e-47c1-4699-8ff3-848d804fd2e0), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:39.593396 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:39.861688 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:40.045950 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:40.178641 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:40.181558 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (e6a4a63e-47c1-4699-8ff3-848d804fd2e0), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:40.269581 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:40.282611 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP e6a4a63e-47c1-4699-8ff3-848d804fd2e0 associated. External IP: 172.27.3.226, port: 3f05a184-fab7-4698-9752-f997cdccbd61. Aug 30 01:26:40.482717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:26:40.592625 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:26:40.597578 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:40.603468 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:26:40.614908 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:40.615616 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:40.629406 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5e5558f2-6828-4af0-8583-d39a2ee8e219 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "PUT /networking/v2.0/floatingips/e6a4a63e-47c1-4699-8ff3-848d804fd2e0 HTTP/1.1" status: 200 len: 992 time: 1.1763260 Aug 30 01:26:40.629406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:40.630069 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e629069-896f-4054-b997-acd15089ca46" -d '{"events": [{"name": "network-changed", "server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:40.668384 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a731124-4160-4ae9-a9f8-191fbd4ee8db x-openstack-request-id: req-8a731124-4160-4ae9-a9f8-191fbd4ee8db {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:40.668701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:40.668958 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a731124-4160-4ae9-a9f8-191fbd4ee8db {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:40.669366 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a731124-4160-4ae9-a9f8-191fbd4ee8db'] response: {'name': 'network-changed', 'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61', 'status': 'completed', 'code': 200} Aug 30 01:26:40.720631 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:40.761735 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e629069-896f-4054-b997-acd15089ca46 req-e2186091-a65b-420b-bc38-d657ce36a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:40.763897 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e629069-896f-4054-b997-acd15089ca46 req-e2186091-a65b-420b-bc38-d657ce36a4ae service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=f5ddbf041c444253aea027770188fbaf&device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 1130 time: 0.0406420 Aug 30 01:26:40.776309 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:40.863501 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e629069-896f-4054-b997-acd15089ca46 req-adc3b9fe-e847-4601-844f-13289ad50eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:40.865040 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e629069-896f-4054-b997-acd15089ca46 req-adc3b9fe-e847-4601-844f-13289ad50eea service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 200 len: 916 time: 0.0956140 Aug 30 01:26:40.928708 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e629069-896f-4054-b997-acd15089ca46 req-fa4abfaf-de46-4931-b530-732551926722 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f05a184-fab7-4698-9752-f997cdccbd61 HTTP/1.1" status: 200 len: 1000 time: 0.0577071 Aug 30 01:26:40.959243 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:40.977359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e629069-896f-4054-b997-acd15089ca46 req-1f4d2fb9-5673-4639-b739-9b9a0ab1b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:40.978985 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e629069-896f-4054-b997-acd15089ca46 req-1f4d2fb9-5673-4639-b739-9b9a0ab1b87f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 200 len: 854 time: 0.0435078 Aug 30 01:26:41.020220 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'e6a4a63e-47c1-4699-8ff3-848d804fd2e0', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': '3f05a184-fab7-4698-9752-f997cdccbd61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:07:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:26:26Z', 'updated_at': '2022-08-30T01:26:40Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:41.026622 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e629069-896f-4054-b997-acd15089ca46 req-2376259f-b581-4f93-9c41-db8791f7506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:41.029141 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e629069-896f-4054-b997-acd15089ca46 req-2376259f-b581-4f93-9c41-db8791f7506a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=129a2c61-8cde-4190-8f30-dda20a50e18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437753 Aug 30 01:26:41.049411 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:26:41.058366 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:41.059653 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:41.120509 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e629069-896f-4054-b997-acd15089ca46 req-2d3bfab3-e66a-4793-b2ef-02a59dbcd071 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851769 Aug 30 01:26:41.162060 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:41.220097 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3e629069-896f-4054-b997-acd15089ca46 req-80a018d5-ad54-4e06-bee4-a2166f7901f8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928805 Aug 30 01:26:41.384756 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'e6a4a63e-47c1-4699-8ff3-848d804fd2e0', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': '3f05a184-fab7-4698-9752-f997cdccbd61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:07:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:26:26Z', 'updated_at': '2022-08-30T01:26:40Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:41.413180 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eff504-6403-4409-9b6f-84e052599e80 None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'e6a4a63e-47c1-4699-8ff3-848d804fd2e0', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'port_id': '3f05a184-fab7-4698-9752-f997cdccbd61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'mac_address': 'fa:16:3e:07:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:26:26Z', 'updated_at': '2022-08-30T01:26:40Z', 'revision_number': 1, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:26:41.608246 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be304ab-13e3-4427-97a2-3d1f3f3599cf None None] New status for floating IP e6a4a63e-47c1-4699-8ff3-848d804fd2e0: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:26:50.622809 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:50.624805 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.214390 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=43 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.217452 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=81 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.386665 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=73 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.387872 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=48 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.710651 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.713010 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:53.118371 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace41cc-6560-443b-8f54-3698044b120b req-3c18897d-514d-49d7-83a2-c89f67e3bb35 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:53.119883 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4ace41cc-6560-443b-8f54-3698044b120b req-3c18897d-514d-49d7-83a2-c89f67e3bb35 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 946 time: 0.0506299 Aug 30 01:26:53.173256 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4ace41cc-6560-443b-8f54-3698044b120b req-f9c330e7-e123-4247-99ad-bc814fae7dcb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468805 Aug 30 01:26:54.308089 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39a21c-9a31-4819-b87e-ad1df4cc0670 req-ce920d0c-78af-417d-9ede-e0589118d18d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:54.309621 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6e39a21c-9a31-4819-b87e-ad1df4cc0670 req-ce920d0c-78af-417d-9ede-e0589118d18d tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 946 time: 0.0487692 Aug 30 01:26:54.363325 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6e39a21c-9a31-4819-b87e-ad1df4cc0670 req-eec8bad8-0aef-433e-9d98-b4f558af65db tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=6de9fb8d-51da-43b1-9459-935facb8d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466776 Aug 30 01:26:54.636155 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908b34-ef94-4390-8744-77aba044fcdd req-5e9a946c-bf63-4ef7-9508-fb9e4dcc1a5e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:54.637524 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-28908b34-ef94-4390-8744-77aba044fcdd req-5e9a946c-bf63-4ef7-9508-fb9e4dcc1a5e tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 946 time: 0.0476511 Aug 30 01:26:54.727186 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Deleting port c49d906b-0426-46ea-a3fc-7b2c2024e265 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:54.727532 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:54.828048 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] For port c49d906b-0426-46ea-a3fc-7b2c2024e265, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c49d906b-0426-46ea-a3fc-7b2c2024e265,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:54.828414 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:55.241875 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:55.242248 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (cf0d0b77-e04f-4c52-82a2-e008b0b450d6), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:55.242565 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Floating IP cf0d0b77-e04f-4c52-82a2-e008b0b450d6 disassociated. External IP: 172.27.3.177, port: c49d906b-0426-46ea-a3fc-7b2c2024e265. Aug 30 01:26:55.242913 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Calling delete_port for c49d906b-0426-46ea-a3fc-7b2c2024e265 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:55.374870 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (c49d906b-0426-46ea-a3fc-7b2c2024e265), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:55.404873 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event deleted for resources: {'Port': ['ID=c49d906b-0426-46ea-a3fc-7b2c2024e265,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:55.490868 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d02d8b34-23e4-4d69-8803-36842171cb2e req-d82ebad3-0e95-47be-97ac-51435fd67846 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=8722e41f-fb01-458b-b5c7-debe9132c196 HTTP/1.1" status: 200 len: 210 time: 0.0373006 Aug 30 01:26:55.519973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Router e1dce894-65b3-414c-8869-00291c7cccb9 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:26:55.625960 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:26:55.636766 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] Sync routers for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:26:55.648129 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:55.648753 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:55.670516 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] No DVR routers for this DVR port c49d906b-0426-46ea-a3fc-7b2c2024e265 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:26:55.673163 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:55.676862 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-28908b34-ef94-4390-8744-77aba044fcdd req-29e1a501-0f2c-4cdc-9327-e2c74188da92 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.61 "DELETE /networking/v2.0/ports/c49d906b-0426-46ea-a3fc-7b2c2024e265 HTTP/1.1" status: 204 len: 173 time: 1.0339434 Aug 30 01:26:55.677301 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-deleted', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:55.679602 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e44f59-4a8b-4d67-97ea-bcc0eda18b02" -d '{"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-deleted", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:55.724311 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8067694-4a6c-4ffb-9d31-90f728b5cc95 x-openstack-request-id: req-a8067694-4a6c-4ffb-9d31-90f728b5cc95 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:55.724780 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8722e41f-fb01-458b-b5c7-debe9132c196", "name": "network-vif-deleted", "tag": "c49d906b-0426-46ea-a3fc-7b2c2024e265", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:55.725136 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8067694-4a6c-4ffb-9d31-90f728b5cc95 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:55.725649 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8067694-4a6c-4ffb-9d31-90f728b5cc95'] response: {'server_uuid': '8722e41f-fb01-458b-b5c7-debe9132c196', 'name': 'network-vif-deleted', 'tag': 'c49d906b-0426-46ea-a3fc-7b2c2024e265', 'status': 'completed', 'code': 200} Aug 30 01:26:55.764808 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:55.973782 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:56.002699 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] Checking router: e1dce894-65b3-414c-8869-00291c7cccb9 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:26:56.011556 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:56.012206 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:56.112132 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:56.305239 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:56.331545 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef7576-7f36-4409-a984-ad3cf39c3508 None None] The sync data for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi is: [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:00Z', 'revision_number': 4, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '7f956f6f-fa40-4ba1-abb4-deeb83a9a56f', 'name': '', 'network_id': 'd7931701-abc1-4317-a5b8-4bc0c704b8a3', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'mac_address': 'fa:16:3e:c5:24:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:59Z', 'updated_at': '2022-08-30T01:22:04Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'subnets': [{'id': 'f9ab97db-bff1-4b1b-8122-52de18a740d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:26:56.433806 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.574042 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c16b813-d3c1-44d5-93e8-46de0d728a40 None None] New status for floating IP cf0d0b77-e04f-4c52-82a2-e008b0b450d6: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:26:56.602245 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36394) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:56.666042 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b883f5cc-3776-4001-a613-21654a5d0c0c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (6de9fb8d-51da-43b1-9459-935facb8d03b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.691356 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b883f5cc-3776-4001-a613-21654a5d0c0c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (6de9fb8d-51da-43b1-9459-935facb8d03b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.742715 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b883f5cc-3776-4001-a613-21654a5d0c0c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (6de9fb8d-51da-43b1-9459-935facb8d03b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.745651 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b883f5cc-3776-4001-a613-21654a5d0c0c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.747117 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b883f5cc-3776-4001-a613-21654a5d0c0c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/6de9fb8d-51da-43b1-9459-935facb8d03b HTTP/1.1" status: 204 len: 168 time: 0.1436129 Aug 30 01:26:56.751227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36396) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:56.758862 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883f5cc-3776-4001-a613-21654a5d0c0c tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9fb8d-51da-43b1-9459-935facb8d03b,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:56.765862 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-a0c4cd88-cf98-4295-a2e3-8b63d41fb795 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] show failed (client error): The resource could not be found. Aug 30 01:26:56.770620 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a0c4cd88-cf98-4295-a2e3-8b63d41fb795 tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "GET /networking/v2.0/security-groups/6de9fb8d-51da-43b1-9459-935facb8d03b HTTP/1.1" status: 404 len: 347 time: 0.0176110 Aug 30 01:26:56.770817 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36398) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:56.885227 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Deleting port dc74ff9f-6bbf-4371-a671-df95ae87035b {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:56.885625 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.972328 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.972659 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (dc74ff9f-6bbf-4371-a671-df95ae87035b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.985169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Calling delete_port for dc74ff9f-6bbf-4371-a671-df95ae87035b owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:57.118287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (dc74ff9f-6bbf-4371-a671-df95ae87035b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:57.144456 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Pushing event deleted for resources: {'Port': ['ID=dc74ff9f-6bbf-4371-a671-df95ae87035b,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:57.206978 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks [] for floatingip (cf0d0b77-e04f-4c52-82a2-e008b0b450d6), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:57.209562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:57.210759 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1b273480-b442-40ed-9b59-4e943e7b6afb tempest-AttachVolumeShelveTestJSON-4862544 tempest-AttachVolumeShelveTestJSON-4862544-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/cf0d0b77-e04f-4c52-82a2-e008b0b450d6 HTTP/1.1" status: 204 len: 168 time: 0.4390285 Aug 30 01:26:58.365163 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:26:58.389077 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: c49d906b-0426-46ea-a3fc-7b2c2024e265 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:26:58.389425 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device c49d906b-0426-46ea-a3fc-7b2c2024e265 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:26:59.643495 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36420) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:59.911868 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36424) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:59.941736 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:59.949808 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:59.954360 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:59.967539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:00.061016 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Deleting port 04873b5b-7d0c-4835-b0bc-0b32a0f6a188 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:00.061367 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.064671 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (e1dce894-65b3-414c-8869-00291c7cccb9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.143252 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.143561 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.156749 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Calling delete_port for 04873b5b-7d0c-4835-b0bc-0b32a0f6a188 owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:00.309276 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Deleting port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:00.309580 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.319954 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (04873b5b-7d0c-4835-b0bc-0b32a0f6a188), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.345450 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event deleted for resources: {'Port': ['ID=04873b5b-7d0c-4835-b0bc-0b32a0f6a188,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:00.393032 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] For port 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:00.394478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.408158 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Calling delete_port for 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:00.410068 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (b7b7e8dd-63ea-4aea-b1b9-073bce556417), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.410473 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Floating IP b7b7e8dd-63ea-4aea-b1b9-073bce556417 disassociated (deleted). External IP: 172.27.3.246, port: 83b9c452-82e4-4050-a7d3-fbb86ea64e52. Aug 30 01:27:00.591114 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (7f956f6f-fa40-4ba1-abb4-deeb83a9a56f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.620470 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f956f6f-fa40-4ba1-abb4-deeb83a9a56f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:00.624013 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:00.743582 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:00.748835 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.756089 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:00.767135 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:00.768628 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:00.786484 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8bb0e698-6a0e-460f-8d1c-c1ec9c9c081c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/b7b7e8dd-63ea-4aea-b1b9-073bce556417 HTTP/1.1" status: 204 len: 168 time: 0.8705816 Aug 30 01:27:00.786484 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:27:00.787864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a823a5ac-8011-4f7a-b699-85f16c669ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:27:00.802877 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (e1dce894-65b3-414c-8869-00291c7cccb9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.829909 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05466d6-7d6e-43e3-a412-93668eaf5c38 x-openstack-request-id: req-f05466d6-7d6e-43e3-a412-93668eaf5c38 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:27:00.830216 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:27:00.831019 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f05466d6-7d6e-43e3-a412-93668eaf5c38 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:27:00.831452 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05466d6-7d6e-43e3-a412-93668eaf5c38'] response: {'name': 'network-changed', 'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'status': 'completed', 'code': 200} Aug 30 01:27:00.856481 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:00.877746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:00.937609 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-92c561b1-9ed3-491f-82de-42c294b4a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:00.939980 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-92c561b1-9ed3-491f-82de-42c294b4a382 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 1130 time: 0.0522790 Aug 30 01:27:00.976970 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:01.009335 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:01.020311 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:01.054272 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:01.074454 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Router e1dce894-65b3-414c-8869-00291c7cccb9 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:01.094874 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-438d847a-93b7-4b44-9f07-58126fa80cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:01.096958 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-438d847a-93b7-4b44-9f07-58126fa80cd1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.1507146 Aug 30 01:27:01.102826 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1bd0c-93cd-49e1-8a16-13dd577c5be8 req-a9100b64-b25b-4f2c-aaf5-ed670603a757 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:01.104496 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-26c1bd0c-93cd-49e1-8a16-13dd577c5be8 req-a9100b64-b25b-4f2c-aaf5-ed670603a757 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 946 time: 0.0682483 Aug 30 01:27:01.136592 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:01.162379 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-26c1bd0c-93cd-49e1-8a16-13dd577c5be8 req-82048c1f-4f27-471b-a223-6cc30fc3b7ff tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504069 Aug 30 01:27:01.188539 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:01.196803 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-182b1d0d-0ed6-42d4-aaf5-81970ef6a3e1 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/e1dce894-65b3-414c-8869-00291c7cccb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5491030 Aug 30 01:27:01.196803 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36432) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:01.205402 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] Sync routers for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:01.227178 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:01.228251 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.281692 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:07Z', 'revision_number': 1, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.310055 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:01.319133 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:01.319807 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.337580 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:01.431663 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:01.566476 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks [] for router (e1dce894-65b3-414c-8869-00291c7cccb9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.645439 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:27:00Z', 'revision_number': 5, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port': {'id': '50405304-acd1-4b8f-be39-73d0b10ef050', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.677099 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] Checking router: e1dce894-65b3-414c-8869-00291c7cccb9 for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:01.681112 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks [] for router_gateway (e1dce894-65b3-414c-8869-00291c7cccb9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.689138 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:07Z', 'revision_number': 1, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.692897 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] Routers {'e1dce894-65b3-414c-8869-00291c7cccb9'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:01.693525 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:26:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e1dce894-65b3-414c-8869-00291c7cccb9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.715933 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aaacb8-1b98-4efb-8e3d-2a17d7bcf191 None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_floatingips': [{'id': 'd913ea52-9882-418d-9802-a48aae1a476e', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'router_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'port_id': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'mac_address': 'fa:16:3e:45:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:05Z', 'updated_at': '2022-08-30T01:23:07Z', 'revision_number': 1, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:01.735837 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Deleting port 50405304-acd1-4b8f-be39-73d0b10ef050 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:01.736205 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.786716 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] Set router e1dce894-65b3-414c-8869-00291c7cccb9 gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:01.823286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] For port 50405304-acd1-4b8f-be39-73d0b10ef050, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=50405304-acd1-4b8f-be39-73d0b10ef050,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:01.823795 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.837809 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:27:01Z', 'revision_number': 6, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port_host': None}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.838795 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Calling delete_port for 50405304-acd1-4b8f-be39-73d0b10ef050 owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:01.864149 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd2395a-9193-4fb1-acce-54ee33d93668 None None] The sync data for ids ['e1dce894-65b3-414c-8869-00291c7cccb9'] in dv-cinder-815145-12-iscsi is: [{'id': 'e1dce894-65b3-414c-8869-00291c7cccb9', 'name': 'tempest-AttachVolumeShelveTestJSON-2018066856-router', 'tenant_id': '5d08b735ca4249309f4ecd40cbacd537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:21:57Z', 'updated_at': '2022-08-30T01:27:01Z', 'revision_number': 6, 'project_id': '5d08b735ca4249309f4ecd40cbacd537', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:01.970402 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42875351-2a8f-4f3f-b500-676ffb7a284d None None] New status for floating IP b7b7e8dd-63ea-4aea-b1b9-073bce556417: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:27:02.006762 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:02.030478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (50405304-acd1-4b8f-be39-73d0b10ef050), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.067284 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=50405304-acd1-4b8f-be39-73d0b10ef050,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:02.132007 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (e1dce894-65b3-414c-8869-00291c7cccb9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.165041 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-5f1aca0c-3962-40a8-ab54-99537bc4ab6d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52 HTTP/1.1" status: 200 len: 217 time: 0.0342896 Aug 30 01:27:02.216784 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-02682013-4af3-47b8-8c2a-fa9d44a48e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:02.218281 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-02682013-4af3-47b8-8c2a-fa9d44a48e2e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0466657 Aug 30 01:27:02.220169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:02.225318 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (e1dce894-65b3-414c-8869-00291c7cccb9), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.227946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks [] for router_controller (e1dce894-65b3-414c-8869-00291c7cccb9), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.305818 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (e1dce894-65b3-414c-8869-00291c7cccb9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.306435 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1dce894-65b3-414c-8869-00291c7cccb9 {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:27:02.312275 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.318257 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-06272c57-f817-4d86-80ac-a72690920c41 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/e1dce894-65b3-414c-8869-00291c7cccb9 HTTP/1.1" status: 204 len: 168 time: 1.1208267 Aug 30 01:27:02.320982 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36438) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:02.333864 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f96e06-35ac-4df8-8ec9-a3f4d3af319b req-5a0a30eb-2a2f-4abc-b13e-df1a1949250c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:02.335543 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19f96e06-35ac-4df8-8ec9-a3f4d3af319b req-5a0a30eb-2a2f-4abc-b13e-df1a1949250c tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 946 time: 0.0676553 Aug 30 01:27:02.378984 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] Deleting subnet f9ab97db-bff1-4b1b-8122-52de18a740d2 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:02.391410 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] Publish callbacks [] for subnet (f9ab97db-bff1-4b1b-8122-52de18a740d2), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.396542 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19f96e06-35ac-4df8-8ec9-a3f4d3af319b req-bef3e424-15c2-4f7f-87fb-25fa76b7811e tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546417 Aug 30 01:27:02.450388 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-7b517fa4-79f6-4c30-b151-f516e3e5114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:02.451784 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-7b517fa4-79f6-4c30-b151-f516e3e5114b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0704529 Aug 30 01:27:02.455877 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (f9ab97db-bff1-4b1b-8122-52de18a740d2), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.480321 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-9cbb765c-ed5c-4daa-a60d-0106947ed7ef service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:27:02.481334 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-9cbb765c-ed5c-4daa-a60d-0106947ed7ef service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065069 Aug 30 01:27:02.537975 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (f9ab97db-bff1-4b1b-8122-52de18a740d2), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.594219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (f9ab97db-bff1-4b1b-8122-52de18a740d2), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.618510 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ab97db-bff1-4b1b-8122-52de18a740d2,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:02.624048 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.629363 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a67e0745-3de6-496f-ba62-78c65ccea5ba admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/f9ab97db-bff1-4b1b-8122-52de18a740d2 HTTP/1.1" status: 204 len: 168 time: 0.3053317 Aug 30 01:27:02.630568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36440) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:02.631861 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a01e41-1585-4271-b6e8-337cfdb3f10a None None] Network d7931701-abc1-4317-a5b8-4bc0c704b8a3 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:02.741225 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:02.762342 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:02.762776 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 7f956f6f-fa40-4ba1-abb4-deeb83a9a56f not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:02.763270 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 50405304-acd1-4b8f-be39-73d0b10ef050 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:02.764699 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (d7931701-abc1-4317-a5b8-4bc0c704b8a3), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.787486 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 50405304-acd1-4b8f-be39-73d0b10ef050 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:02.787917 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 50405304-acd1-4b8f-be39-73d0b10ef050 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:02.805850 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] DHCP port deletion for d7931701-abc1-4317-a5b8-4bc0c704b8a3 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:27:02.847808 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] Deleting port 5fb70258-3965-463e-a362-8f8d074d3586 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:02.848213 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (5fb70258-3965-463e-a362-8f8d074d3586), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.849655 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-aa2087d9-857c-497b-82fa-81561cc335c7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726706 Aug 30 01:27:02.850604 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Deleting port 5fb70258-3965-463e-a362-8f8d074d3586 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:02.850940 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (5fb70258-3965-463e-a362-8f8d074d3586), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.855815 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-25489f74-538e-4459-b24a-f7915cb9c6e5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:02.857362 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-25489f74-538e-4459-b24a-f7915cb9c6e5 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 946 time: 0.0588918 Aug 30 01:27:02.918702 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] For port 5fb70258-3965-463e-a362-8f8d074d3586, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5fb70258-3965-463e-a362-8f8d074d3586,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:02.919421 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (5fb70258-3965-463e-a362-8f8d074d3586), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.933476 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] Calling delete_port for 5fb70258-3965-463e-a362-8f8d074d3586 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:02.954107 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Deleting port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:02.954573 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.979558 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] For port 5fb70258-3965-463e-a362-8f8d074d3586, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5fb70258-3965-463e-a362-8f8d074d3586,segment=NetworkSegment(ac2616cd-3592-496a-bfb1-ed86acda0d35),segment_id=ac2616cd-3592-496a-bfb1-ed86acda0d35)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:02.979927 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (5fb70258-3965-463e-a362-8f8d074d3586), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.006401 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:03.009098 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Calling delete_port for 5fb70258-3965-463e-a362-8f8d074d3586 owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:03.022847 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:03.028726 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (5fb70258-3965-463e-a362-8f8d074d3586), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.041941 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a823a5ac-8011-4f7a-b699-85f16c669ca6 req-b19786d5-e813-4bdb-a0cb-f678534a5e2f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768618 Aug 30 01:27:03.071306 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] Pushing event deleted for resources: {'Port': ['ID=5fb70258-3965-463e-a362-8f8d074d3586,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:03.077131 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] For port 83b9c452-82e4-4050-a7d3-fbb86ea64e52, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=83b9c452-82e4-4050-a7d3-fbb86ea64e52,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:03.077701 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.085638 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b8932-f9fc-45eb-a428-7038d736c6b5 None None] No DVR routers for this DVR port 5fb70258-3965-463e-a362-8f8d074d3586 on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:03.097661 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Calling delete_port for 83b9c452-82e4-4050-a7d3-fbb86ea64e52 owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:03.137668 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (5fb70258-3965-463e-a362-8f8d074d3586), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.163793 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb70258-3965-463e-a362-8f8d074d3586,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:03.167356 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] No DVR routers for this DVR port 5fb70258-3965-463e-a362-8f8d074d3586 on host dv-cinder-815145-12-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:03.249327 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (d7931701-abc1-4317-a5b8-4bc0c704b8a3), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.251415 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (83b9c452-82e4-4050-a7d3-fbb86ea64e52), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.270480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7931701-abc1-4317-a5b8-4bc0c704b8a3']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:03.277948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event deleted for resources: {'Port': ['ID=83b9c452-82e4-4050-a7d3-fbb86ea64e52,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:03.279822 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2616cd-3592-496a-bfb1-ed86acda0d35') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:03.282770 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2616cd-3592-496a-bfb1-ed86acda0d35') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:03.293408 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (ac2616cd-3592-496a-bfb1-ed86acda0d35), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.312862 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (ac2616cd-3592-496a-bfb1-ed86acda0d35), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.318232 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:03.318620 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (ac2616cd-3592-496a-bfb1-ed86acda0d35), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.329678 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] No DVR routers for this DVR port 83b9c452-82e4-4050-a7d3-fbb86ea64e52 on host hv-cinder-81514 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:03.332617 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.336547 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2cdbe488-1496-418d-93fd-02b82a36ed3d req-3e484caa-53a4-475a-9fdd-429d2984aaa9 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "DELETE /networking/v2.0/ports/83b9c452-82e4-4050-a7d3-fbb86ea64e52 HTTP/1.1" status: 204 len: 173 time: 0.4722383 Aug 30 01:27:03.337025 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'name': 'network-vif-deleted', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:27:03.339304 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b98960-b3f0-4447-b803-d9f4ffe8093d" -d '{"events": [{"server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "name": "network-vif-deleted", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:27:03.396377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (d7931701-abc1-4317-a5b8-4bc0c704b8a3), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.404437 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.411344 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27ac34-f92e-443d-b01b-9fe99bdb85e7 x-openstack-request-id: req-1c27ac34-f92e-443d-b01b-9fe99bdb85e7 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:27:03.411783 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de457d90-8262-4854-a4d9-7ed485c8e630", "name": "network-vif-deleted", "tag": "83b9c452-82e4-4050-a7d3-fbb86ea64e52", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:27:03.412110 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c27ac34-f92e-443d-b01b-9fe99bdb85e7 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:27:03.412344 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/d7931701-abc1-4317-a5b8-4bc0c704b8a3 HTTP/1.1" status: 204 len: 168 time: 0.7805135 Aug 30 01:27:03.412493 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c27ac34-f92e-443d-b01b-9fe99bdb85e7'] response: {'server_uuid': 'de457d90-8262-4854-a4d9-7ed485c8e630', 'name': 'network-vif-deleted', 'tag': '83b9c452-82e4-4050-a7d3-fbb86ea64e52', 'status': 'completed', 'code': 200} Aug 30 01:27:03.426345 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cb591-c8ea-4b14-a89f-7c173ef70b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d7931701-abc1-4317-a5b8-4bc0c704b8a3,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:03.457293 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment ac2616cd-3592-496a-bfb1-ed86acda0d35 resource provider aggregate not found Aug 30 01:27:03.479813 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment ac2616cd-3592-496a-bfb1-ed86acda0d35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac2616cd-3592-496a-bfb1-ed86acda0d35 found for delete ", "request_id": "req-ba6f0199-c8de-4ad7-bd1d-e3edeef541ae"}]} Aug 30 01:27:03.538338 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b40ac991-77d7-4de1-89e5-ee498137a72d req-d5be6e68-6484-4db7-ab22-988bec6b85de tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=de457d90-8262-4854-a4d9-7ed485c8e630 HTTP/1.1" status: 200 len: 210 time: 0.0406263 Aug 30 01:27:03.551948 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36454) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:03.595191 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8f7c5d28-c4de-48cb-824f-4152bf67a361 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=5d08b735ca4249309f4ecd40cbacd537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421062 Aug 30 01:27:03.598659 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36456) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:03.658762 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-52c16a71-a67d-4c4a-b734-60fea8af793c admin admin] Publish callbacks [] for security_group (bbf2316f-3132-42e3-b965-2c99f359e093), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.682492 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-52c16a71-a67d-4c4a-b734-60fea8af793c admin admin] Publish callbacks [] for security_group (bbf2316f-3132-42e3-b965-2c99f359e093), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.740281 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-52c16a71-a67d-4c4a-b734-60fea8af793c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (bbf2316f-3132-42e3-b965-2c99f359e093), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.743261 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-52c16a71-a67d-4c4a-b734-60fea8af793c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.744711 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-52c16a71-a67d-4c4a-b734-60fea8af793c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/bbf2316f-3132-42e3-b965-2c99f359e093 HTTP/1.1" status: 204 len: 168 time: 0.1450758 Aug 30 01:27:03.754144 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c16a71-a67d-4c4a-b734-60fea8af793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf2316f-3132-42e3-b965-2c99f359e093,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:04.417980 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29c5b4ef-0302-4b9f-86dd-8dc49b9d73b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:04.459940 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fb70258-3965-463e-a362-8f8d074d3586 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:04.483387 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 5fb70258-3965-463e-a362-8f8d074d3586 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:04.483726 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fb70258-3965-463e-a362-8f8d074d3586 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:06.388451 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83b9c452-82e4-4050-a7d3-fbb86ea64e52 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:06.409114 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 83b9c452-82e4-4050-a7d3-fbb86ea64e52 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:06.409455 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 83b9c452-82e4-4050-a7d3-fbb86ea64e52 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:06.576915 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:06.595555 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d0d4dd36-cd88-4c38-ade5-032675a843ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.857016 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36522) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:07.017893 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Deleting port 4671b592-9f14-4c7a-a551-4eaf323de171 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:07.018506 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4671b592-9f14-4c7a-a551-4eaf323de171), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.105807 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4671b592-9f14-4c7a-a551-4eaf323de171), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.106264 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (4671b592-9f14-4c7a-a551-4eaf323de171), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.120754 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:07.122108 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Calling delete_port for 4671b592-9f14-4c7a-a551-4eaf323de171 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:07.189582 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:07.306282 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (4671b592-9f14-4c7a-a551-4eaf323de171), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.345282 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event deleted for resources: {'Port': ['ID=4671b592-9f14-4c7a-a551-4eaf323de171,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:07.410337 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (d913ea52-9882-418d-9802-a48aae1a476e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.411284 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Floating IP d913ea52-9882-418d-9802-a48aae1a476e disassociated (deleted). External IP: 172.27.3.166, port: a1ad209b-8fbb-43fc-9b1e-2133ae985606. Aug 30 01:27:07.619937 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:07.633855 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36532) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:07.735284 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:07.741327 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.746145 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:07.757812 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:07.758566 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:07.783557 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a682ba12-39ee-4611-85de-d40d5c5dfe7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.788371 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e5b66a95-0bc3-401a-b325-81b642ff4d2b tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/d913ea52-9882-418d-9802-a48aae1a476e HTTP/1.1" status: 204 len: 168 time: 0.9302516 Aug 30 01:27:07.793468 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:27:07.795716 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ccae9cfbc0fd53bf1908301a3a7f9a8b98c756a07942e501b1c0bdbbe18955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61339e51-fe3f-42ed-8241-33ab5fa75fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:27:07.807457 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:07.858657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad662d-217f-40f9-b039-988e02b77df4 x-openstack-request-id: req-b3ad662d-217f-40f9-b039-988e02b77df4 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:27:07.859203 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:27:07.859203 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3ad662d-217f-40f9-b039-988e02b77df4 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:27:07.859589 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ad662d-217f-40f9-b039-988e02b77df4'] response: {'name': 'network-changed', 'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'status': 'completed', 'code': 200} Aug 30 01:27:07.873892 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:07.882325 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a682ba12-39ee-4611-85de-d40d5c5dfe7e admin admin] Publish callbacks [] for security_group (833539c3-10bf-4b58-a17b-f127bf29e23f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.887293 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a682ba12-39ee-4611-85de-d40d5c5dfe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (833539c3-10bf-4b58-a17b-f127bf29e23f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.936251 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a682ba12-39ee-4611-85de-d40d5c5dfe7e admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=2327fae7aef3473c8ff5d88a7c0c6ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989652 Aug 30 01:27:07.936987 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36542) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:07.938723 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682ba12-39ee-4611-85de-d40d5c5dfe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833539c3-10bf-4b58-a17b-f127bf29e23f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:08.027809 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d334b999-9e26-42d9-9271-4caec7e6e79a admin admin] Publish callbacks [] for security_group (833539c3-10bf-4b58-a17b-f127bf29e23f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.056123 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d334b999-9e26-42d9-9271-4caec7e6e79a admin admin] Publish callbacks [] for security_group (833539c3-10bf-4b58-a17b-f127bf29e23f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.056983 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-c5bfd102-abbe-478e-8659-185a23d115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:08.058538 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-c5bfd102-abbe-478e-8659-185a23d115a1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=20cdcff29a0448dc92460b2ddd45617b&device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 1130 time: 0.1445236 Aug 30 01:27:08.078685 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:08.106633 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:08.116927 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:08.117702 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:08.133082 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af904292-62fb-4240-9102-dd8efecc0a1c req-3901ebc9-3c53-4557-a54d-b7991cf61931 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:08.134961 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af904292-62fb-4240-9102-dd8efecc0a1c req-3901ebc9-3c53-4557-a54d-b7991cf61931 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 946 time: 0.0700009 Aug 30 01:27:08.159165 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d334b999-9e26-42d9-9271-4caec7e6e79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (833539c3-10bf-4b58-a17b-f127bf29e23f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.162036 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d334b999-9e26-42d9-9271-4caec7e6e79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.163803 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d334b999-9e26-42d9-9271-4caec7e6e79a admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/833539c3-10bf-4b58-a17b-f127bf29e23f HTTP/1.1" status: 204 len: 168 time: 0.2257032 Aug 30 01:27:08.183596 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334b999-9e26-42d9-9271-4caec7e6e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833539c3-10bf-4b58-a17b-f127bf29e23f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:08.216581 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-af904292-62fb-4240-9102-dd8efecc0a1c req-5ab352ca-3c51-4c78-89d2-45d9681fdd51 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648072 Aug 30 01:27:08.231380 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:08.426438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:08.455484 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c3f0f-9ca8-48a8-be7b-621630e61a70 None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:19:04Z', 'revision_number': 4, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '5ce315f7-bbdc-4aec-b998-4ee346157e6a', 'name': '', 'network_id': '12ed87b9-c5b4-42d2-a401-f5a13e16f9c3', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'mac_address': 'fa:16:3e:18:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:02Z', 'updated_at': '2022-08-30T01:19:10Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'subnets': [{'id': 'c0b28002-8459-4951-ba8b-ed39e4244853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:08.536097 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.547557 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:27:08.717165 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82c7c0-d643-4ebc-ac27-be12a327a0da None None] New status for floating IP d913ea52-9882-418d-9802-a48aae1a476e: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:27:09.168719 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:09.174041 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:09.203522 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-161f817c-1c47-488c-ba44-8020c2014507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:09.205026 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-161f817c-1c47-488c-ba44-8020c2014507 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 200 len: 913 time: 0.1024821 Aug 30 01:27:09.353480 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748704-563f-480c-9479-2a0ae8da0dc6 req-1c27d5cc-8a9d-4623-a9b2-94774b7e9c68 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:09.354993 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0c748704-563f-480c-9479-2a0ae8da0dc6 req-1c27d5cc-8a9d-4623-a9b2-94774b7e9c68 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 946 time: 0.0570822 Aug 30 01:27:09.443101 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0c748704-563f-480c-9479-2a0ae8da0dc6 req-764b0f00-5090-4862-a285-c322522754dc tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=91832125-6fcf-4787-8a04-ef4564de847c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820227 Aug 30 01:27:09.444361 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-96980eb7-6219-4103-b198-6869a2f29c20 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 200 len: 217 time: 0.0463955 Aug 30 01:27:09.495426 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-a5bc32e1-cf14-486a-9ad2-5dfa4f125ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:09.496922 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-a5bc32e1-cf14-486a-9ad2-5dfa4f125ceb service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 200 len: 851 time: 0.0469522 Aug 30 01:27:09.541245 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-c489c0c9-43d5-4601-b384-6d03149643a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:09.542777 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-c489c0c9-43d5-4601-b384-6d03149643a6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398562 Aug 30 01:27:09.764508 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-072e6776-41bc-424b-a66a-c87bc0ece6b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999362 Aug 30 01:27:09.835915 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:09.861647 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-64780e71-ac39-4048-9459-112c06f27dd1 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:09.863722 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-64780e71-ac39-4048-9459-112c06f27dd1 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 946 time: 0.0575171 Aug 30 01:27:09.866131 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:09.923028 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61339e51-fe3f-42ed-8241-33ab5fa75fa4 req-a8506010-26a5-4638-8ffa-fd519ad9ce90 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179349 Aug 30 01:27:09.967111 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Deleting port a1ad209b-8fbb-43fc-9b1e-2133ae985606 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:09.967471 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:10.064149 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] For port a1ad209b-8fbb-43fc-9b1e-2133ae985606, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a1ad209b-8fbb-43fc-9b1e-2133ae985606,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:10.064512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:10.071752 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:10.079304 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Calling delete_port for a1ad209b-8fbb-43fc-9b1e-2133ae985606 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:10.214033 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (a1ad209b-8fbb-43fc-9b1e-2133ae985606), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:10.239588 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event deleted for resources: {'Port': ['ID=a1ad209b-8fbb-43fc-9b1e-2133ae985606,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:10.275060 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:10.287213 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] No DVR routers for this DVR port a1ad209b-8fbb-43fc-9b1e-2133ae985606 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:10.289589 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:10.292831 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e527137a-12a8-4406-9ba2-6ac85ba73eeb req-ecb8ffe4-69eb-4ab5-90b4-d19affb1b228 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a1ad209b-8fbb-43fc-9b1e-2133ae985606 HTTP/1.1" status: 204 len: 173 time: 0.4231014 Aug 30 01:27:10.293256 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'name': 'network-vif-deleted', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:27:10.295531 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879ec423-8493-4a95-b08b-d5af9799de6c" -d '{"events": [{"server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "name": "network-vif-deleted", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:27:10.455074 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c71909-dc1b-4409-a1d1-960fa44db47f x-openstack-request-id: req-43c71909-dc1b-4409-a1d1-960fa44db47f {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:27:10.455396 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0114fa80-59aa-458a-a4c3-6f49bdfa56bd", "name": "network-vif-deleted", "tag": "a1ad209b-8fbb-43fc-9b1e-2133ae985606", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:27:10.455646 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43c71909-dc1b-4409-a1d1-960fa44db47f {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:27:10.456085 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c71909-dc1b-4409-a1d1-960fa44db47f'] response: {'server_uuid': '0114fa80-59aa-458a-a4c3-6f49bdfa56bd', 'name': 'network-vif-deleted', 'tag': 'a1ad209b-8fbb-43fc-9b1e-2133ae985606', 'status': 'completed', 'code': 200} Aug 30 01:27:10.547654 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ee5c740f-8b16-404b-a0e5-7270cd165c20 req-ca61680a-fd72-4267-93c8-0e9c65ff2602 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=0114fa80-59aa-458a-a4c3-6f49bdfa56bd HTTP/1.1" status: 200 len: 210 time: 0.0282159 Aug 30 01:27:11.612114 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36616) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:11.729634 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Deleting port 4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:11.730035 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:11.811459 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:11.811778 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:11.824899 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Calling delete_port for 4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:11.963165 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:11.988117 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event deleted for resources: {'Port': ['ID=4d0dc98a-d7ac-4b0b-b6ea-3d8ef0d138f3,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:12.054169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for floatingip (2ec5431d-6d0e-4967-a461-abae124392db), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:12.056645 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:12.057792 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-85b3d8f3-a685-4a35-b219-d9e788d5e130 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/2ec5431d-6d0e-4967-a461-abae124392db HTTP/1.1" status: 204 len: 168 time: 0.4450195 Aug 30 01:27:12.416387 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a1ad209b-8fbb-43fc-9b1e-2133ae985606 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:12.420285 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:12.438697 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: a1ad209b-8fbb-43fc-9b1e-2133ae985606 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:12.439038 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device a1ad209b-8fbb-43fc-9b1e-2133ae985606 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:13.332643 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36636) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:13.397494 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-56fd7fd2-0041-41f3-beda-dd4ffb227416 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group (91832125-6fcf-4787-8a04-ef4564de847c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:13.421639 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-56fd7fd2-0041-41f3-beda-dd4ffb227416 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group (91832125-6fcf-4787-8a04-ef4564de847c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:13.480825 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-56fd7fd2-0041-41f3-beda-dd4ffb227416 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (91832125-6fcf-4787-8a04-ef4564de847c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:13.483897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-56fd7fd2-0041-41f3-beda-dd4ffb227416 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:13.485098 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-56fd7fd2-0041-41f3-beda-dd4ffb227416 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/91832125-6fcf-4787-8a04-ef4564de847c HTTP/1.1" status: 204 len: 168 time: 0.1514127 Aug 30 01:27:13.495215 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd7fd2-0041-41f3-beda-dd4ffb227416 tempest-TestVolumeBootPattern-1380496173 tempest-TestVolumeBootPattern-1380496173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91832125-6fcf-4787-8a04-ef4564de847c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:13.544593 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36640) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:14.025787 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (e101b19f-0389-4cc2-90f5-af2b48396cbc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:14.027561 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:14.249458 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Deleting port 5ce315f7-bbdc-4aec-b998-4ee346157e6a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:14.249786 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:14.251266 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:14.337699 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] For port 5ce315f7-bbdc-4aec-b998-4ee346157e6a, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5ce315f7-bbdc-4aec-b998-4ee346157e6a,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:14.338394 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:14.351455 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Calling delete_port for 5ce315f7-bbdc-4aec-b998-4ee346157e6a owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:14.529062 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (5ce315f7-bbdc-4aec-b998-4ee346157e6a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:14.553563 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce315f7-bbdc-4aec-b998-4ee346157e6a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:14.972109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (e101b19f-0389-4cc2-90f5-af2b48396cbc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:15.125838 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:15.180244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Router e101b19f-0389-4cc2-90f5-af2b48396cbc has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:15.278109 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:15.282791 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a1e0d361-484d-4f12-903c-8bd20460fd9b admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/e101b19f-0389-4cc2-90f5-af2b48396cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368481 Aug 30 01:27:15.285341 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36648) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:15.289255 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] Sync routers for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:15.299628 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:15.300352 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:15.341302 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:15.387958 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks [] for router (e101b19f-0389-4cc2-90f5-af2b48396cbc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:15.404568 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:15.486919 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks [] for router_gateway (e101b19f-0389-4cc2-90f5-af2b48396cbc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:15.535964 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Deleting port 5fe08344-b643-4472-93f7-d87314fb5c84 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:15.536383 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:15.580236 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:27:14Z', 'revision_number': 5, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port': {'id': '5fe08344-b643-4472-93f7-d87314fb5c84', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:54Z', 'updated_at': '2022-08-30T01:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:15.606543 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] Checking router: e101b19f-0389-4cc2-90f5-af2b48396cbc for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:15.614869 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] Routers {'e101b19f-0389-4cc2-90f5-af2b48396cbc'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:15.615596 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['e101b19f-0389-4cc2-90f5-af2b48396cbc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:15.621669 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] For port 5fe08344-b643-4472-93f7-d87314fb5c84, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5fe08344-b643-4472-93f7-d87314fb5c84,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:15.622030 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:15.635690 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Calling delete_port for 5fe08344-b643-4472-93f7-d87314fb5c84 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:15.817906 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (5fe08344-b643-4472-93f7-d87314fb5c84), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:15.853103 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] Set router e101b19f-0389-4cc2-90f5-af2b48396cbc gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:15.854428 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe08344-b643-4472-93f7-d87314fb5c84,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:15.903152 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:27:15Z', 'revision_number': 6, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port_host': None}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:15.929910 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc2ef9-3408-4e0d-8bce-d390f7ee37ba None None] The sync data for ids ['e101b19f-0389-4cc2-90f5-af2b48396cbc'] in dv-cinder-815145-12-iscsi is: [{'id': 'e101b19f-0389-4cc2-90f5-af2b48396cbc', 'name': 'tempest-TestVolumeBootPattern-2087536381-router', 'tenant_id': '20cdcff29a0448dc92460b2ddd45617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:53Z', 'updated_at': '2022-08-30T01:27:15Z', 'revision_number': 6, 'project_id': '20cdcff29a0448dc92460b2ddd45617b', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:15.931519 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (e101b19f-0389-4cc2-90f5-af2b48396cbc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.034478 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (e101b19f-0389-4cc2-90f5-af2b48396cbc), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.036752 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks [] for router_controller (e101b19f-0389-4cc2-90f5-af2b48396cbc), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.086550 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (e101b19f-0389-4cc2-90f5-af2b48396cbc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.087171 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e101b19f-0389-4cc2-90f5-af2b48396cbc {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:27:16.093414 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.094514 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d5f962f1-5f4e-46c9-b1e0-7b40088e98cf admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/e101b19f-0389-4cc2-90f5-af2b48396cbc HTTP/1.1" status: 204 len: 168 time: 0.8082230 Aug 30 01:27:16.098370 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36672) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:16.138787 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:16.147943 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] Deleting subnet c0b28002-8459-4951-ba8b-ed39e4244853 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:16.151195 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] Publish callbacks [] for subnet (c0b28002-8459-4951-ba8b-ed39e4244853), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.196175 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (c0b28002-8459-4951-ba8b-ed39e4244853), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.271359 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:16.280760 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (c0b28002-8459-4951-ba8b-ed39e4244853), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.354574 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (c0b28002-8459-4951-ba8b-ed39e4244853), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.389503 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b28002-8459-4951-ba8b-ed39e4244853,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:16.393951 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.399962 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7d0479ad-c053-4d3d-820e-e1e42ffdb4aa admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/c0b28002-8459-4951-ba8b-ed39e4244853 HTTP/1.1" status: 204 len: 168 time: 0.2981219 Aug 30 01:27:16.400193 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36686) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:16.410476 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4596c17-5634-4f2f-a2d9-660a71f81a91 None None] Network 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:16.433656 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:16.500709 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.555363 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:16.561037 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Deleting port 5f572b54-c754-475a-9838-c16b6c6591ea {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:16.561221 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.632842 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] For port 5f572b54-c754-475a-9838-c16b6c6591ea, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=5f572b54-c754-475a-9838-c16b6c6591ea,segment=NetworkSegment(f3b33fd5-9cab-440f-a551-c3c28d642e19),segment_id=f3b33fd5-9cab-440f-a551-c3c28d642e19)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:16.633211 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.647918 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Calling delete_port for 5f572b54-c754-475a-9838-c16b6c6591ea owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:16.742556 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (5f572b54-c754-475a-9838-c16b6c6591ea), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.773337 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f572b54-c754-475a-9838-c16b6c6591ea,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:16.781590 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] No DVR routers for this DVR port 5f572b54-c754-475a-9838-c16b6c6591ea on host dv-cinder-815145-12-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:16.788849 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a651b11-41ee-4739-8084-e06b8211d3db None None] DHCP port deletion for 12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:27:16.878438 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.928471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ed87b9-c5b4-42d2-a401-f5a13e16f9c3']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:16.932134 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b33fd5-9cab-440f-a551-c3c28d642e19') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:16.932433 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b33fd5-9cab-440f-a551-c3c28d642e19') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:16.941519 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5ce315f7-bbdc-4aec-b998-4ee346157e6a no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:16.957573 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (f3b33fd5-9cab-440f-a551-c3c28d642e19), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.964542 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 5ce315f7-bbdc-4aec-b998-4ee346157e6a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:16.965126 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5ce315f7-bbdc-4aec-b998-4ee346157e6a not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:16.977345 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (f3b33fd5-9cab-440f-a551-c3c28d642e19), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:16.985476 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:16.985873 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (f3b33fd5-9cab-440f-a551-c3c28d642e19), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:17.054073 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (12ed87b9-c5b4-42d2-a401-f5a13e16f9c3), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:17.077468 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:17.084470 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/12ed87b9-c5b4-42d2-a401-f5a13e16f9c3 HTTP/1.1" status: 204 len: 168 time: 0.6830211 Aug 30 01:27:17.085040 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36700) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:17.085894 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd79cd1-f01b-457b-8acc-840fb1448dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ed87b9-c5b4-42d2-a401-f5a13e16f9c3,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:17.153650 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment f3b33fd5-9cab-440f-a551-c3c28d642e19 resource provider aggregate not found Aug 30 01:27:17.170796 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment f3b33fd5-9cab-440f-a551-c3c28d642e19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3b33fd5-9cab-440f-a551-c3c28d642e19 found for delete ", "request_id": "req-32bb6ff1-7843-4491-8ad9-f5272aa57f34"}]} Aug 30 01:27:17.411613 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (edb84822-f02d-4909-9b16-45a55d8b0460), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:17.651297 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Deleting port dac4219b-50d1-4b5b-b3f1-721d32fb3169 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:17.651642 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:17.735816 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] For port dac4219b-50d1-4b5b-b3f1-721d32fb3169, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=dac4219b-50d1-4b5b-b3f1-721d32fb3169,segment=NetworkSegment(5c0c5d59-7511-48c7-aca6-19600a41e6f4),segment_id=5c0c5d59-7511-48c7-aca6-19600a41e6f4)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:17.736212 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:17.749369 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Calling delete_port for dac4219b-50d1-4b5b-b3f1-721d32fb3169 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:17.799716 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:17.814553 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:17.940514 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (dac4219b-50d1-4b5b-b3f1-721d32fb3169), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:17.969085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac4219b-50d1-4b5b-b3f1-721d32fb3169,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:18.146286 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (edb84822-f02d-4909-9b16-45a55d8b0460), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:18.385585 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Router edb84822-f02d-4909-9b16-45a55d8b0460 has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:18.514620 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:18.527738 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] Sync routers for ids ['edb84822-f02d-4909-9b16-45a55d8b0460'] in dv-cinder-815145-12-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:18.543790 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f404a472-3633-4803-b477-3162bb835979 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/edb84822-f02d-4909-9b16-45a55d8b0460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574695 Aug 30 01:27:18.546001 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] Routers {'edb84822-f02d-4909-9b16-45a55d8b0460'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:18.546448 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36730) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:18.546973 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['edb84822-f02d-4909-9b16-45a55d8b0460'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:18.552365 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fe08344-b643-4472-93f7-d87314fb5c84 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:18.575869 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 5fe08344-b643-4472-93f7-d87314fb5c84 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:18.576549 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5fe08344-b643-4472-93f7-d87314fb5c84 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:18.577155 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5f572b54-c754-475a-9838-c16b6c6591ea no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:18.596755 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 5f572b54-c754-475a-9838-c16b6c6591ea {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:18.597261 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 5f572b54-c754-475a-9838-c16b6c6591ea not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:18.667213 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks [] for router (edb84822-f02d-4909-9b16-45a55d8b0460), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:18.668662 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] Set router edb84822-f02d-4909-9b16-45a55d8b0460 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:18.861338 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:27:17Z', 'revision_number': 5, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:18.898786 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] Checking router: edb84822-f02d-4909-9b16-45a55d8b0460 for host: dv-cinder-815145-12-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:18.905838 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:18.911333 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] Routers {'edb84822-f02d-4909-9b16-45a55d8b0460'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:18.911980 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['edb84822-f02d-4909-9b16-45a55d8b0460'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:19.030728 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] Set router edb84822-f02d-4909-9b16-45a55d8b0460 gateway port host: dv-cinder-815145-12-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:19.096184 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks [] for router_gateway (edb84822-f02d-4909-9b16-45a55d8b0460), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.145029 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Deleting port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:19.145507 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.159132 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36748) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:19.185119 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:19.234867 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-2c645528-2051-4892-8246-400057100a4b admin admin] For port 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:19.235243 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.250125 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Calling delete_port for 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:19.290617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9aad62e-2e64-4767-b8c8-e7a712e473c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.296439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:19.316411 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:27:17Z', 'revision_number': 5, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:19.317260 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:19.346069 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b96a2-3e89-4f67-8cbf-08872eede410 None None] The sync data for ids ['edb84822-f02d-4909-9b16-45a55d8b0460'] in dv-cinder-815145-12-iscsi is: [{'id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'name': 'tempest-TestVolumeBootPattern-1146882841-router', 'tenant_id': 'c1519945e9154f16adf095a4e25a067d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:09Z', 'updated_at': '2022-08-30T01:27:17Z', 'revision_number': 5, 'project_id': 'c1519945e9154f16adf095a4e25a067d', 'gw_port': {'id': '84ef5fb4-b7f8-4ffa-aae5-99d84c17db96', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb84822-f02d-4909-9b16-45a55d8b0460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:10Z', 'updated_at': '2022-08-30T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:19.376768 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9aad62e-2e64-4767-b8c8-e7a712e473c1 admin admin] Publish callbacks [] for security_group (4d6f2695-11f6-4578-8f06-27f496ffc0fd), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.382501 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9aad62e-2e64-4767-b8c8-e7a712e473c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4d6f2695-11f6-4578-8f06-27f496ffc0fd), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.436207 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (84ef5fb4-b7f8-4ffa-aae5-99d84c17db96), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.436453 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b9aad62e-2e64-4767-b8c8-e7a712e473c1 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=50e8cb7056d64587a9e3fff212a1373f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734239 Aug 30 01:27:19.436560 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36754) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:19.444512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aad62e-2e64-4767-b8c8-e7a712e473c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6f2695-11f6-4578-8f06-27f496ffc0fd,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:19.457717 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=84ef5fb4-b7f8-4ffa-aae5-99d84c17db96,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:19.472304 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:19.473923 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:19.503154 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d847639e-c908-489c-97e4-184f02573f7c admin admin] Publish callbacks [] for security_group (4d6f2695-11f6-4578-8f06-27f496ffc0fd), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.525568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d847639e-c908-489c-97e4-184f02573f7c admin admin] Publish callbacks [] for security_group (4d6f2695-11f6-4578-8f06-27f496ffc0fd), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.526290 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (edb84822-f02d-4909-9b16-45a55d8b0460), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.574941 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d847639e-c908-489c-97e4-184f02573f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4d6f2695-11f6-4578-8f06-27f496ffc0fd), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.578078 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d847639e-c908-489c-97e4-184f02573f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.579453 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d847639e-c908-489c-97e4-184f02573f7c admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4d6f2695-11f6-4578-8f06-27f496ffc0fd HTTP/1.1" status: 204 len: 168 time: 0.1419680 Aug 30 01:27:19.589780 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847639e-c908-489c-97e4-184f02573f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6f2695-11f6-4578-8f06-27f496ffc0fd,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:19.622123 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (edb84822-f02d-4909-9b16-45a55d8b0460), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.624351 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks [] for router_controller (edb84822-f02d-4909-9b16-45a55d8b0460), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.673024 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (edb84822-f02d-4909-9b16-45a55d8b0460), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.673675 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb84822-f02d-4909-9b16-45a55d8b0460 {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:27:19.678069 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2c645528-2051-4892-8246-400057100a4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.679531 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2c645528-2051-4892-8246-400057100a4b admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/edb84822-f02d-4909-9b16-45a55d8b0460 HTTP/1.1" status: 204 len: 168 time: 1.1319172 Aug 30 01:27:19.682004 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36758) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:19.742942 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] Deleting subnet b49d213d-39a1-45f9-8618-20066ea2c482 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:19.746933 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] Publish callbacks [] for subnet (b49d213d-39a1-45f9-8618-20066ea2c482), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.790174 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165485'] for subnet (b49d213d-39a1-45f9-8618-20066ea2c482), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.879116 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (b49d213d-39a1-45f9-8618-20066ea2c482), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.909158 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36762) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:19.924528 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b4bc86b0-29d2-406a-a054-d1b5b0363beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.937911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3656484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628936'] for subnet (b49d213d-39a1-45f9-8618-20066ea2c482), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.970545 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:19.974550 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/b49d213d-39a1-45f9-8618-20066ea2c482 HTTP/1.1" status: 204 len: 168 time: 0.2911344 Aug 30 01:27:19.975176 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb57466-bb28-4be0-9d1c-29f1f767c85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49d213d-39a1-45f9-8618-20066ea2c482,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:19.978849 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36764) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:19.981421 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4e1a7-c8af-4810-9adc-3a7f9649f38d None None] Network 65ae2663-b052-4174-a789-360558ba873f requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:20.012334 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b4bc86b0-29d2-406a-a054-d1b5b0363beb admin admin] Publish callbacks [] for security_group (f9fc2933-57aa-45fb-997f-9d3f1ac06751), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.017667 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b4bc86b0-29d2-406a-a054-d1b5b0363beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f9fc2933-57aa-45fb-997f-9d3f1ac06751), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.061893 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc86b0-29d2-406a-a054-d1b5b0363beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc2933-57aa-45fb-997f-9d3f1ac06751,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:20.069286 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b4bc86b0-29d2-406a-a054-d1b5b0363beb admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=5f0f1ef0450e4f0bbc04d5004e68d917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582549 Aug 30 01:27:20.070899 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36766) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:20.080460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (65ae2663-b052-4174-a789-360558ba873f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.131332 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4584c780-6e47-4c27-abec-3e232af1a1e8 admin admin] Publish callbacks [] for security_group (f9fc2933-57aa-45fb-997f-9d3f1ac06751), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.135157 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Deleting port 6c23edc0-bdb0-4238-9776-a26295045a63 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:20.135705 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.164162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4584c780-6e47-4c27-abec-3e232af1a1e8 admin admin] Publish callbacks [] for security_group (f9fc2933-57aa-45fb-997f-9d3f1ac06751), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.192651 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] DHCP port deletion for 65ae2663-b052-4174-a789-360558ba873f request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:27:20.196438 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:20.214918 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] For port 6c23edc0-bdb0-4238-9776-a26295045a63, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=6c23edc0-bdb0-4238-9776-a26295045a63,segment=NetworkSegment(5c0c5d59-7511-48c7-aca6-19600a41e6f4),segment_id=5c0c5d59-7511-48c7-aca6-19600a41e6f4)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:20.215452 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.221273 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4584c780-6e47-4c27-abec-3e232af1a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f9fc2933-57aa-45fb-997f-9d3f1ac06751), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.223793 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4584c780-6e47-4c27-abec-3e232af1a1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.226624 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4584c780-6e47-4c27-abec-3e232af1a1e8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f9fc2933-57aa-45fb-997f-9d3f1ac06751 HTTP/1.1" status: 204 len: 168 time: 0.1547360 Aug 30 01:27:20.233676 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Calling delete_port for 6c23edc0-bdb0-4238-9776-a26295045a63 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:20.239526 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Deleting port 6c23edc0-bdb0-4238-9776-a26295045a63 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:20.239910 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.246225 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584c780-6e47-4c27-abec-3e232af1a1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc2933-57aa-45fb-997f-9d3f1ac06751,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:20.325899 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] For port 6c23edc0-bdb0-4238-9776-a26295045a63, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=6c23edc0-bdb0-4238-9776-a26295045a63,segment=NetworkSegment(5c0c5d59-7511-48c7-aca6-19600a41e6f4),segment_id=5c0c5d59-7511-48c7-aca6-19600a41e6f4)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:20.326298 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.335043 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.340271 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Calling delete_port for 6c23edc0-bdb0-4238-9776-a26295045a63 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:20.340523 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:20.345679 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:20.369444 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] No DVR routers for this DVR port 6c23edc0-bdb0-4238-9776-a26295045a63 on host dv-cinder-815145-12-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:20.373418 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c23edc0-bdb0-4238-9776-a26295045a63,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:20.427475 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (6c23edc0-bdb0-4238-9776-a26295045a63), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.432571 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:20.457928 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (65ae2663-b052-4174-a789-360558ba873f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.458418 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Pushing event deleted for resources: {'Port': ['ID=6c23edc0-bdb0-4238-9776-a26295045a63,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:20.464807 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] No DVR routers for this DVR port 6c23edc0-bdb0-4238-9776-a26295045a63 on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:20.472881 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.473410 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.473915 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.474422 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.474922 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.475424 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.476768 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.477389 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.477893 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.478376 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.478869 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.479350 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.479830 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.480330 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.480846 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34384f33-fe1d-48b8-98d3-bbf21269f4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:20.490890 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ae2663-b052-4174-a789-360558ba873f']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:20.505305 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0c5d59-7511-48c7-aca6-19600a41e6f4') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:20.505608 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0c5d59-7511-48c7-aca6-19600a41e6f4') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:20.519895 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (5c0c5d59-7511-48c7-aca6-19600a41e6f4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.539021 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (5c0c5d59-7511-48c7-aca6-19600a41e6f4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.548491 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:20.549186 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (5c0c5d59-7511-48c7-aca6-19600a41e6f4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.594507 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 5c0c5d59-7511-48c7-aca6-19600a41e6f4 resource provider aggregate not found Aug 30 01:27:20.622654 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 5c0c5d59-7511-48c7-aca6-19600a41e6f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c0c5d59-7511-48c7-aca6-19600a41e6f4 found for delete ", "request_id": "req-cc8fe03a-bcae-4c6b-89ed-5d48fa932009"}]} Aug 30 01:27:20.625495 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device dac4219b-50d1-4b5b-b3f1-721d32fb3169 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:20.636905 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (65ae2663-b052-4174-a789-360558ba873f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.641399 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.644888 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/65ae2663-b052-4174-a789-360558ba873f HTTP/1.1" status: 204 len: 168 time: 0.6643069 Aug 30 01:27:20.653900 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: dac4219b-50d1-4b5b-b3f1-721d32fb3169 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:20.654491 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device dac4219b-50d1-4b5b-b3f1-721d32fb3169 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:20.655107 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:20.667953 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5fae1-8d89-4573-99ca-4c6ef64554b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ae2663-b052-4174-a789-360558ba873f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:20.677285 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:20.677703 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 84ef5fb4-b7f8-4ffa-aae5-99d84c17db96 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:20.678370 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 6c23edc0-bdb0-4238-9776-a26295045a63 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:20.702700 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 6c23edc0-bdb0-4238-9776-a26295045a63 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:20.703126 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 6c23edc0-bdb0-4238-9776-a26295045a63 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:20.793879 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36788) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:20.835127 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0cd839b2-084e-4f48-9e65-3f51e5b33747 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=20cdcff29a0448dc92460b2ddd45617b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399725 Aug 30 01:27:20.838407 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36790) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:20.888922 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5989c0e8-dda2-494f-b44d-9c09be475afc admin admin] Publish callbacks [] for security_group (feb2487f-cabc-4b32-84f5-b8ef5fbe53d7), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.913418 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5989c0e8-dda2-494f-b44d-9c09be475afc admin admin] Publish callbacks [] for security_group (feb2487f-cabc-4b32-84f5-b8ef5fbe53d7), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.965300 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5989c0e8-dda2-494f-b44d-9c09be475afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (feb2487f-cabc-4b32-84f5-b8ef5fbe53d7), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.968111 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5989c0e8-dda2-494f-b44d-9c09be475afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.969345 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5989c0e8-dda2-494f-b44d-9c09be475afc admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/feb2487f-cabc-4b32-84f5-b8ef5fbe53d7 HTTP/1.1" status: 204 len: 168 time: 0.1300266 Aug 30 01:27:20.979205 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989c0e8-dda2-494f-b44d-9c09be475afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb2487f-cabc-4b32-84f5-b8ef5fbe53d7,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:21.325096 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36808) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:21.366751 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5064a35a-44a1-48a3-a979-e16ce260c2b8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c1519945e9154f16adf095a4e25a067d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404375 Aug 30 01:27:21.369856 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36810) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:21.423277 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b7a4-790f-43d2-9d4b-c266e166ca12 admin admin] Publish callbacks [] for security_group (4df15753-779c-4069-a912-fd850c48f367), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:21.445907 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b7a4-790f-43d2-9d4b-c266e166ca12 admin admin] Publish callbacks [] for security_group (4df15753-779c-4069-a912-fd850c48f367), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:21.495537 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b7a4-790f-43d2-9d4b-c266e166ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4df15753-779c-4069-a912-fd850c48f367), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:21.498195 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b7a4-790f-43d2-9d4b-c266e166ca12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:21.502454 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e5a7b7a4-790f-43d2-9d4b-c266e166ca12 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4df15753-779c-4069-a912-fd850c48f367 HTTP/1.1" status: 204 len: 168 time: 0.1283939 Aug 30 01:27:21.509210 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7b7a4-790f-43d2-9d4b-c266e166ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df15753-779c-4069-a912-fd850c48f367,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:22.710281 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36862) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:22.819456 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ae104531-75af-4a1b-ae13-cf7f49fb889e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:22.897053 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ae104531-75af-4a1b-ae13-cf7f49fb889e admin admin] Publish callbacks [] for security_group (2b441ffe-1584-4866-b5f8-a5ee86946411), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:22.900896 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ae104531-75af-4a1b-ae13-cf7f49fb889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (2b441ffe-1584-4866-b5f8-a5ee86946411), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:22.941245 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ae104531-75af-4a1b-ae13-cf7f49fb889e admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=bb04fc89fb9a4a21bc5152c735913bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292147 Aug 30 01:27:22.941955 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae104531-75af-4a1b-ae13-cf7f49fb889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b441ffe-1584-4866-b5f8-a5ee86946411,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:22.943914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36866) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:22.996941 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-15bc5762-a2ce-4327-a161-4be021aab3f7 admin admin] Publish callbacks [] for security_group (2b441ffe-1584-4866-b5f8-a5ee86946411), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.016624 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-15bc5762-a2ce-4327-a161-4be021aab3f7 admin admin] Publish callbacks [] for security_group (2b441ffe-1584-4866-b5f8-a5ee86946411), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.024220 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:23.065058 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-15bc5762-a2ce-4327-a161-4be021aab3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (2b441ffe-1584-4866-b5f8-a5ee86946411), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.067877 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-15bc5762-a2ce-4327-a161-4be021aab3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.069374 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-15bc5762-a2ce-4327-a161-4be021aab3f7 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/2b441ffe-1584-4866-b5f8-a5ee86946411 HTTP/1.1" status: 204 len: 168 time: 0.1242175 Aug 30 01:27:23.079609 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc5762-a2ce-4327-a161-4be021aab3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b441ffe-1584-4866-b5f8-a5ee86946411,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:23.335170 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 36872) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:23.349207 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec1bd-eef1-47bc-b013-63afdb92d801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.385008 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:23.429508 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec1bd-eef1-47bc-b013-63afdb92d801 admin admin] Publish callbacks [] for security_group (dab553d7-33e1-45b6-afa1-ee85c661102f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.433688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec1bd-eef1-47bc-b013-63afdb92d801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (dab553d7-33e1-45b6-afa1-ee85c661102f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.473121 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-dd9ec1bd-eef1-47bc-b013-63afdb92d801 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ce862410789142aca08a6515dedc054a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363029 Aug 30 01:27:23.474066 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ec1bd-eef1-47bc-b013-63afdb92d801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab553d7-33e1-45b6-afa1-ee85c661102f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:23.475797 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36874) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:23.527502 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b452-d234-4396-b305-19320d6c44d8 admin admin] Publish callbacks [] for security_group (dab553d7-33e1-45b6-afa1-ee85c661102f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.550609 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b452-d234-4396-b305-19320d6c44d8 admin admin] Publish callbacks [] for security_group (dab553d7-33e1-45b6-afa1-ee85c661102f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.598161 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b452-d234-4396-b305-19320d6c44d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (dab553d7-33e1-45b6-afa1-ee85c661102f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.600689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b452-d234-4396-b305-19320d6c44d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:23.602017 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3cf6b452-d234-4396-b305-19320d6c44d8 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/dab553d7-33e1-45b6-afa1-ee85c661102f HTTP/1.1" status: 204 len: 168 time: 0.1237833 Aug 30 01:27:23.609828 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6b452-d234-4396-b305-19320d6c44d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab553d7-33e1-45b6-afa1-ee85c661102f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:26.465453 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:27.599568 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e8851-ca72-475d-b666-6ec3a44ab288 req-207fb946-fb35-43a8-b45b-e888eda4abd8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:27.600980 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-551e8851-ca72-475d-b666-6ec3a44ab288 req-207fb946-fb35-43a8-b45b-e888eda4abd8 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 946 time: 0.0495412 Aug 30 01:27:27.648431 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-551e8851-ca72-475d-b666-6ec3a44ab288 req-0edf4a9a-0805-4682-ba7f-e7420939b0c6 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Aug 30 01:27:28.646647 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 36996) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:28.776998 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:28.791242 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e283bb-ab40-4cf8-89ca-1dbe3d1b8728 req-d189203a-2219-41ac-b757-e78426a29262 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:28.792752 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b2e283bb-ab40-4cf8-89ca-1dbe3d1b8728 req-d189203a-2219-41ac-b757-e78426a29262 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 946 time: 0.0662258 Aug 30 01:27:28.818251 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:28.835395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:28.880570 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b2e283bb-ab40-4cf8-89ca-1dbe3d1b8728 req-2571c4da-04ca-4cca-8deb-3c241f78e5bf tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=1add4a8d-fed3-449a-b8ae-69259165ee10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817397 Aug 30 01:27:28.913236 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Publish callbacks [] for security_group (def6db73-e319-4af8-94b7-43a909d9626f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:28.917239 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (def6db73-e319-4af8-94b7-43a909d9626f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:28.957779 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def6db73-e319-4af8-94b7-43a909d9626f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:28.961817 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=8f9f300556804efe8037fc0630e5e80c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140097 Aug 30 01:27:28.965064 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37002) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:28.968759 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.969107 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.969450 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.969797 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.970131 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.970461 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.970786 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.971194 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.971553 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.971755 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.972117 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.972441 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.972764 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.973079 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:28.973401 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f0306-3ab8-4d92-8b1a-a0c8f702b4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.015801 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Publish callbacks [] for security_group (def6db73-e319-4af8-94b7-43a909d9626f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.036493 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Publish callbacks [] for security_group (def6db73-e319-4af8-94b7-43a909d9626f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.084085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (def6db73-e319-4af8-94b7-43a909d9626f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.086622 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.088646 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/def6db73-e319-4af8-94b7-43a909d9626f HTTP/1.1" status: 204 len: 168 time: 0.1219234 Aug 30 01:27:29.097345 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def6db73-e319-4af8-94b7-43a909d9626f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:29.105014 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.105366 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.105742 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.106192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.106480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.106897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.107387 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.107676 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.108123 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.108455 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.108890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.109232 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.109597 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.109985 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.110319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29491306-4a77-4ed7-9450-a028bb0ad12d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:29.184319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-61d1ce6c-e096-4223-b34f-347a92b7d18e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:29.185822 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-61d1ce6c-e096-4223-b34f-347a92b7d18e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 946 time: 0.0568948 Aug 30 01:27:29.270791 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port 3f05a184-fab7-4698-9752-f997cdccbd61 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:29.271127 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.311637 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=11 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:29.346287 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=31 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:29.366782 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] For port 3f05a184-fab7-4698-9752-f997cdccbd61, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3f05a184-fab7-4698-9752-f997cdccbd61,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:29.367159 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.374161 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37008) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:29.392170 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac4c-8028-4665-874c-e130906bd71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.473098 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac4c-8028-4665-874c-e130906bd71f admin admin] Publish callbacks [] for security_group (f5162ef7-a279-45cb-9e45-2ab274417a0e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.477234 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac4c-8028-4665-874c-e130906bd71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f5162ef7-a279-45cb-9e45-2ab274417a0e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.519339 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-80b1ac4c-8028-4665-874c-e130906bd71f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=a3e3811ab5ad46db8e6577d81c817ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440358 Aug 30 01:27:29.520279 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1ac4c-8028-4665-874c-e130906bd71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5162ef7-a279-45cb-9e45-2ab274417a0e,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:29.522757 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37010) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:29.579902 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9246dbe-7bda-4296-abe8-aaf5a43e2ded admin admin] Publish callbacks [] for security_group (f5162ef7-a279-45cb-9e45-2ab274417a0e), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.605190 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9246dbe-7bda-4296-abe8-aaf5a43e2ded admin admin] Publish callbacks [] for security_group (f5162ef7-a279-45cb-9e45-2ab274417a0e), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.656460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9246dbe-7bda-4296-abe8-aaf5a43e2ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (f5162ef7-a279-45cb-9e45-2ab274417a0e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.659029 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9246dbe-7bda-4296-abe8-aaf5a43e2ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.660236 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f9246dbe-7bda-4296-abe8-aaf5a43e2ded admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/f5162ef7-a279-45cb-9e45-2ab274417a0e HTTP/1.1" status: 204 len: 168 time: 0.1366210 Aug 30 01:27:29.668855 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9246dbe-7bda-4296-abe8-aaf5a43e2ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5162ef7-a279-45cb-9e45-2ab274417a0e,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:29.801887 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.802310 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618763'] for floatingip (e6a4a63e-47c1-4699-8ff3-848d804fd2e0), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.802740 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Floating IP e6a4a63e-47c1-4699-8ff3-848d804fd2e0 disassociated. External IP: 172.27.3.226, port: 3f05a184-fab7-4698-9752-f997cdccbd61. Aug 30 01:27:29.803184 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for 3f05a184-fab7-4698-9752-f997cdccbd61 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:29.812153 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:29.942651 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:29.950810 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (3f05a184-fab7-4698-9752-f997cdccbd61), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:29.989845 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=3f05a184-fab7-4698-9752-f997cdccbd61,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:30.017347 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4e608efd-f4f9-4760-84e3-3540f6cc175c req-ab1d64a4-b3e6-46bb-aa18-950b53f32f95 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 210 time: 0.0535305 Aug 30 01:27:30.128122 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:30.239230 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:30.250957 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712421-3b1a-4380-93c6-529939c39397 None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:30.266043 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:30.267036 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:30.289090 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] No DVR routers for this DVR port 3f05a184-fab7-4698-9752-f997cdccbd61 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:30.291893 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:30.295246 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2ab01e7e-bf18-4b74-8f1c-dc2975349b51 req-9a94ec23-b877-4c51-a90f-12573a5b4002 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.61 "DELETE /networking/v2.0/ports/3f05a184-fab7-4698-9752-f997cdccbd61 HTTP/1.1" status: 204 len: 173 time: 1.1044953 Aug 30 01:27:30.295691 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'name': 'network-vif-deleted', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:27:30.298137 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee7e31-2c03-4808-bf4a-b1674647764a" -d '{"events": [{"server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "name": "network-vif-deleted", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:27:30.346305 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045d25ae-e112-45cd-b9eb-14527058fec1 x-openstack-request-id: req-045d25ae-e112-45cd-b9eb-14527058fec1 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:27:30.346797 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b06926c-64dc-4def-b1e8-42f0c956caae", "name": "network-vif-deleted", "tag": "3f05a184-fab7-4698-9752-f997cdccbd61", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:27:30.347282 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-045d25ae-e112-45cd-b9eb-14527058fec1 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:27:30.348383 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045d25ae-e112-45cd-b9eb-14527058fec1'] response: {'server_uuid': '1b06926c-64dc-4def-b1e8-42f0c956caae', 'name': 'network-vif-deleted', 'tag': '3f05a184-fab7-4698-9752-f997cdccbd61', 'status': 'completed', 'code': 200} Aug 30 01:27:30.391708 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:30.609606 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:30.636842 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712421-3b1a-4380-93c6-529939c39397 None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:30.645463 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:30.646076 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:07Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:30.754301 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:30.877026 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:30.946616 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37044) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:30.963179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-77712421-3b1a-4380-93c6-529939c39397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:30.989561 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712421-3b1a-4380-93c6-529939c39397 None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:23:00Z', 'revision_number': 4, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi', '_interfaces': [{'id': '4352b77e-e06b-4c99-8d71-6bc6674344b0', 'name': '', 'network_id': '129a2c61-8cde-4190-8f30-dda20a50e18f', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'mac_address': 'fa:16:3e:e4:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:23:00Z', 'updated_at': '2022-08-30T01:23:06Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'subnets': [{'id': 'aae7015a-58f8-45cc-9eb0-517fb3771bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:31.064392 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff20a35b-2454-4d80-8e33-e56de32cda91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:31.161069 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff20a35b-2454-4d80-8e33-e56de32cda91 admin admin] Publish callbacks [] for security_group (fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:31.169549 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff20a35b-2454-4d80-8e33-e56de32cda91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:31.176260 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d0c02948-ef6a-4bd9-aea1-68df0f6e87e1 req-d3c27a4b-8aa0-406f-95bd-d81c496d7bc9 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=1b06926c-64dc-4def-b1e8-42f0c956caae HTTP/1.1" status: 200 len: 210 time: 0.0330763 Aug 30 01:27:31.194969 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:31.196370 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20a35b-2454-4d80-8e33-e56de32cda91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:31.227714 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ff20a35b-2454-4d80-8e33-e56de32cda91 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=9e5a79f26d3345749c4b3cbd46653f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769201 Aug 30 01:27:31.228975 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37050) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:31.283256 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f03313-badf-4440-b42d-6b8e823ae9f0 None None] New status for floating IP e6a4a63e-47c1-4699-8ff3-848d804fd2e0: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:27:31.286257 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f026778-4c75-434b-b62f-4dce11e5a9d1 admin admin] Publish callbacks [] for security_group (fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:31.310390 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f026778-4c75-434b-b62f-4dce11e5a9d1 admin admin] Publish callbacks [] for security_group (fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:31.359378 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f026778-4c75-434b-b62f-4dce11e5a9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:31.362280 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9f026778-4c75-434b-b62f-4dce11e5a9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:31.367487 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9f026778-4c75-434b-b62f-4dce11e5a9d1 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21 HTTP/1.1" status: 204 len: 168 time: 0.1336510 Aug 30 01:27:31.375358 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f026778-4c75-434b-b62f-4dce11e5a9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf29ee-5b76-4de6-bdcc-ced5c2a35b21,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:32.271260 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37080) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:32.339546 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d48b8b4a-0518-4323-b50c-90edaf0f9bc3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (1add4a8d-fed3-449a-b8ae-69259165ee10), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.364407 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d48b8b4a-0518-4323-b50c-90edaf0f9bc3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (1add4a8d-fed3-449a-b8ae-69259165ee10), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.429524 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d48b8b4a-0518-4323-b50c-90edaf0f9bc3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (1add4a8d-fed3-449a-b8ae-69259165ee10), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.433162 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d48b8b4a-0518-4323-b50c-90edaf0f9bc3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.436522 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d48b8b4a-0518-4323-b50c-90edaf0f9bc3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/security-groups/1add4a8d-fed3-449a-b8ae-69259165ee10 HTTP/1.1" status: 204 len: 168 time: 0.1640091 Aug 30 01:27:32.437895 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37084) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:32.452377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b8b4a-0518-4323-b50c-90edaf0f9bc3 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add4a8d-fed3-449a-b8ae-69259165ee10,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:32.457538 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-39c94566-d817-4ebd-8235-0148faab1758 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] show failed (client error): The resource could not be found. Aug 30 01:27:32.459139 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-39c94566-d817-4ebd-8235-0148faab1758 tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "GET /networking/v2.0/security-groups/1add4a8d-fed3-449a-b8ae-69259165ee10 HTTP/1.1" status: 404 len: 347 time: 0.0199397 Aug 30 01:27:32.461908 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37088) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:32.481675 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3f05a184-fab7-4698-9752-f997cdccbd61 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:32.504901 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 3f05a184-fab7-4698-9752-f997cdccbd61 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:32.505236 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 3f05a184-fab7-4698-9752-f997cdccbd61 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:32.586089 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:32.602094 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Deleting port c54dd399-8c34-475e-a530-6538bc1a88e0 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:32.602564 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.683143 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.683471 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (c54dd399-8c34-475e-a530-6538bc1a88e0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.696845 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Calling delete_port for c54dd399-8c34-475e-a530-6538bc1a88e0 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:32.834407 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (c54dd399-8c34-475e-a530-6538bc1a88e0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.859734 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Pushing event deleted for resources: {'Port': ['ID=c54dd399-8c34-475e-a530-6538bc1a88e0,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:32.925274 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks [] for floatingip (e6a4a63e-47c1-4699-8ff3-848d804fd2e0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.927936 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:32.929105 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d2bd5a92-a840-440f-bbee-6676c3f2738e tempest-AttachVolumeNegativeTest-533918019 tempest-AttachVolumeNegativeTest-533918019-project] 10.222.0.44 "DELETE /networking/v2.0/floatingips/e6a4a63e-47c1-4699-8ff3-848d804fd2e0 HTTP/1.1" status: 204 len: 168 time: 0.4649053 Aug 30 01:27:34.419815 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9942bfe2-fde6-4643-88f8-7146ad894a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:36.592851 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-38177078-e38d-4a97-9611-169f73497bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:38.537565 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:39.860179 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:40.277158 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:40.851318 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37158) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:41.096289 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:41.177276 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-620299'] for router_interface (341ec00c-0048-4820-8a62-57e523e43d7d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:41.418492 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Deleting port 4352b77e-e06b-4c99-8d71-6bc6674344b0 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:41.418827 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:41.421175 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:41.503614 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] For port 4352b77e-e06b-4c99-8d71-6bc6674344b0, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=4352b77e-e06b-4c99-8d71-6bc6674344b0,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:41.503966 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:41.518176 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Calling delete_port for 4352b77e-e06b-4c99-8d71-6bc6674344b0 owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:41.714150 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (4352b77e-e06b-4c99-8d71-6bc6674344b0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:41.739505 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Pushing event deleted for resources: {'Port': ['ID=4352b77e-e06b-4c99-8d71-6bc6674344b0,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:41.909594 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620219'] for router_interface (341ec00c-0048-4820-8a62-57e523e43d7d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:42.023576 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:42.125207 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Router 341ec00c-0048-4820-8a62-57e523e43d7d has already been hosted by L3 agent b5bf888d-582b-4c30-927e-69dc11d62363 {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:42.223063 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:42.237007 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] Notify agent at l3_agent.dv-cinder-815145-12-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:42.242255 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6866f62b-56c6-455e-a8d6-a527514d8238 admin admin] 10.222.0.44 "PUT /networking/v2.0/routers/341ec00c-0048-4820-8a62-57e523e43d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3904898 Aug 30 01:27:42.244859 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37172) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:42.246248 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] Sync routers for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:42.256151 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:42.256767 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:42.353355 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:42.356479 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks [] for router (341ec00c-0048-4820-8a62-57e523e43d7d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:42.361814 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:42.406018 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=64,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:42.446868 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:42.551223 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:27:41Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:42.577462 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] Checking router: 341ec00c-0048-4820-8a62-57e523e43d7d for host: dv-cinder-815145-12-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:42.586406 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] Routers {'341ec00c-0048-4820-8a62-57e523e43d7d'} bound to L3 agent in host dv-cinder-815145-12-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:42.587013 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T01:08:07Z,description=,heartbeat_timestamp=2022-08-30T01:27:37Z,host='dv-cinder-815145-12-iscsi',id=b5bf888d-582b-4c30-927e-69dc11d62363,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:08:07Z,topic='l3_agent')) {'router_ids': ['341ec00c-0048-4820-8a62-57e523e43d7d'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:42.732169 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks [] for router_gateway (341ec00c-0048-4820-8a62-57e523e43d7d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:42.783946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Deleting port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:42.784434 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:42.853911 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] Set router 341ec00c-0048-4820-8a62-57e523e43d7d gateway port host: dv-cinder-815145-12-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:42.876915 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] For port 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,segment=NetworkSegment(8dc71916-e1cd-4183-b7bf-0f68cd33012a),segment_id=8dc71916-e1cd-4183-b7bf-0f68cd33012a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:42.877601 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:42.891247 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Calling delete_port for 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:43.031402 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:27:41Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}], 'dv-cinder-815145-12-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:43.060676 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cec788-6276-4e3e-9aad-a06c27cea998 None None] The sync data for ids ['341ec00c-0048-4820-8a62-57e523e43d7d'] in dv-cinder-815145-12-iscsi is: [{'id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'name': 'tempest-AttachVolumeNegativeTest-2021289597-router', 'tenant_id': 'f5ddbf041c444253aea027770188fbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'external_fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:22:57Z', 'updated_at': '2022-08-30T01:27:41Z', 'revision_number': 5, 'project_id': 'f5ddbf041c444253aea027770188fbaf', 'gw_port': {'id': '2425f3ee-c5e3-4824-bde2-6f485dc2fe6b', 'name': '', 'network_id': 'a92f1808-7bbf-447e-92e1-e82a8b4d6c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ec00c-0048-4820-8a62-57e523e43d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:22:58Z', 'updated_at': '2022-08-30T01:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f234ba1e-bbb4-4611-9b6c-e7bbaaae5b02', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-12-iscsi'}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:43.065640 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3656919'] for port (2425f3ee-c5e3-4824-bde2-6f485dc2fe6b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.097620 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Pushing event deleted for resources: {'Port': ['ID=2425f3ee-c5e3-4824-bde2-6f485dc2fe6b,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:43.160130 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618824'] for router_gateway (341ec00c-0048-4820-8a62-57e523e43d7d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.248403 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14184'] for router (341ec00c-0048-4820-8a62-57e523e43d7d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.250047 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:43.251606 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks [] for router_controller (341ec00c-0048-4820-8a62-57e523e43d7d), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.295036 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620230'] for router (341ec00c-0048-4820-8a62-57e523e43d7d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.295603 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341ec00c-0048-4820-8a62-57e523e43d7d {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:27:43.300083 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.300907 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9747211d-0b11-41a8-8f22-cb555dcab839 admin admin] 10.222.0.44 "DELETE /networking/v2.0/routers/341ec00c-0048-4820-8a62-57e523e43d7d HTTP/1.1" status: 204 len: 168 time: 1.0549917 Aug 30 01:27:43.303395 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37180) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:43.351394 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] Deleting subnet aae7015a-58f8-45cc-9eb0-517fb3771bff {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:43.354466 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] Publish callbacks [] for subnet (aae7015a-58f8-45cc-9eb0-517fb3771bff), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.393976 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165485'] for subnet (aae7015a-58f8-45cc-9eb0-517fb3771bff), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.472557 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (aae7015a-58f8-45cc-9eb0-517fb3771bff), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.500601 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:43.508905 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:43.514674 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:43.537357 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3656484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628936'] for subnet (aae7015a-58f8-45cc-9eb0-517fb3771bff), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.565624 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae7015a-58f8-45cc-9eb0-517fb3771bff,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:43.568968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.575345 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ff27842d-f7bb-4b44-9553-78c29880137b admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/aae7015a-58f8-45cc-9eb0-517fb3771bff HTTP/1.1" status: 204 len: 168 time: 0.2676659 Aug 30 01:27:43.575473 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37182) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:43.578249 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c343a-b9ee-4b9a-bb73-d7e2ff111889 None None] Network 129a2c61-8cde-4190-8f30-dda20a50e18f requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:43.647900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (129a2c61-8cde-4190-8f30-dda20a50e18f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.698183 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Deleting port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:43.698602 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.747104 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443620d-2e98-4291-b406-16fe12744883 None None] DHCP port deletion for 129a2c61-8cde-4190-8f30-dda20a50e18f request from dv-cinder-815145-12-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:27:43.770303 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] For port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:43.770756 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.776653 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:43.788785 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Calling delete_port for 53fedf7a-dcf8-40f2-bb21-a02415f00cbb owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:43.793745 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0443620d-2e98-4291-b406-16fe12744883 None None] Deleting port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:43.794275 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0443620d-2e98-4291-b406-16fe12744883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.859908 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-0443620d-2e98-4291-b406-16fe12744883 None None] For port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb, host dv-cinder-815145-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-12-iscsi',level=0,port_id=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,segment=NetworkSegment(a7d9654b-48cc-4214-807d-04b908d65a19),segment_id=a7d9654b-48cc-4214-807d-04b908d65a19)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:43.860235 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0443620d-2e98-4291-b406-16fe12744883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.874383 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0443620d-2e98-4291-b406-16fe12744883 None None] Calling delete_port for 53fedf7a-dcf8-40f2-bb21-a02415f00cbb owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:43.875080 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.891599 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] No DVR routers for this DVR port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb on host dv-cinder-815145-12-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:43.927192 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Pushing event deleted for resources: {'Port': ['ID=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:43.961325 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0443620d-2e98-4291-b406-16fe12744883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071'] for port (53fedf7a-dcf8-40f2-bb21-a02415f00cbb), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.980569 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (129a2c61-8cde-4190-8f30-dda20a50e18f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:43.984597 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443620d-2e98-4291-b406-16fe12744883 None None] Pushing event deleted for resources: {'Port': ['ID=53fedf7a-dcf8-40f2-bb21-a02415f00cbb,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:43.990198 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443620d-2e98-4291-b406-16fe12744883 None None] No DVR routers for this DVR port 53fedf7a-dcf8-40f2-bb21-a02415f00cbb on host dv-cinder-815145-12-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:44.005232 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129a2c61-8cde-4190-8f30-dda20a50e18f']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:44.014766 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d9654b-48cc-4214-807d-04b908d65a19') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:44.015066 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d9654b-48cc-4214-807d-04b908d65a19') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:44.028032 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (a7d9654b-48cc-4214-807d-04b908d65a19), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.040849 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (a7d9654b-48cc-4214-807d-04b908d65a19), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.048345 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:44.048805 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (a7d9654b-48cc-4214-807d-04b908d65a19), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.089153 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment a7d9654b-48cc-4214-807d-04b908d65a19 resource provider aggregate not found Aug 30 01:27:44.110894 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment a7d9654b-48cc-4214-807d-04b908d65a19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d9654b-48cc-4214-807d-04b908d65a19 found for delete ", "request_id": "req-3d6770b8-cf20-48bc-99fe-4ec0ce09266a"}]} Aug 30 01:27:44.115335 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (129a2c61-8cde-4190-8f30-dda20a50e18f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.120983 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.126798 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/129a2c61-8cde-4190-8f30-dda20a50e18f HTTP/1.1" status: 204 len: 168 time: 0.5476577 Aug 30 01:27:44.136814 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368195cd-9642-441f-943f-6306ca2840df admin admin] Pushing event deleted for resources: {'Network': ['ID=129a2c61-8cde-4190-8f30-dda20a50e18f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:44.296864 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37192) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:44.336381 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-55fd9176-65c8-4f70-a7ab-caa51d68e701 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=f5ddbf041c444253aea027770188fbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383384 Aug 30 01:27:44.338880 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37194) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:44.387916 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac016efe-929b-4c5a-a571-d3088c49e036 admin admin] Publish callbacks [] for security_group (591f307b-e180-4a4f-8f35-80c432f78a7f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.411512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac016efe-929b-4c5a-a571-d3088c49e036 admin admin] Publish callbacks [] for security_group (591f307b-e180-4a4f-8f35-80c432f78a7f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.458086 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac016efe-929b-4c5a-a571-d3088c49e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (591f307b-e180-4a4f-8f35-80c432f78a7f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.460692 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac016efe-929b-4c5a-a571-d3088c49e036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:44.461866 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ac016efe-929b-4c5a-a571-d3088c49e036 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/591f307b-e180-4a4f-8f35-80c432f78a7f HTTP/1.1" status: 204 len: 168 time: 0.1214881 Aug 30 01:27:44.471113 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016efe-929b-4c5a-a571-d3088c49e036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f307b-e180-4a4f-8f35-80c432f78a7f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:44.491358 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 53fedf7a-dcf8-40f2-bb21-a02415f00cbb no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:44.512263 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 53fedf7a-dcf8-40f2-bb21-a02415f00cbb {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:44.512581 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 53fedf7a-dcf8-40f2-bb21-a02415f00cbb not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:44.512990 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4352b77e-e06b-4c99-8d71-6bc6674344b0 no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:44.531621 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 4352b77e-e06b-4c99-8d71-6bc6674344b0 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:44.531961 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 4352b77e-e06b-4c99-8d71-6bc6674344b0 not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:44.532389 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b no longer exists at agent ovs-agent-dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:44.552994 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] No Port match for: 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:44.553428 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Device 2425f3ee-c5e3-4824-bde2-6f485dc2fe6b not bound to the agent host dv-cinder-815145-12-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:45.150243 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37218) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:45.248885 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-916683053-network', 'tenant_id': 'c846a33965a54e95bd38c52cfff5d8d2'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:45.269762 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Made reservation on behalf of c846a33965a54e95bd38c52cfff5d8d2 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:45.272203 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.280932 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.314480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:45.356919 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:45.371737 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks [] for security_group (666fdf46-bd50-42d7-80fd-e50b0c551e47), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.376290 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (666fdf46-bd50-42d7-80fd-e50b0c551e47), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.404617 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:27:45.413961 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666fdf46-bd50-42d7-80fd-e50b0c551e47,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:45.420715 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (37d5e795-e5d5-42e6-8377-1feb475a0b0c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.421189 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Added segment 37d5e795-e5d5-42e6-8377-1feb475a0b0c of type vlan for network f0017d72-c428-4f86-9d79-df4469a1ee6c Aug 30 01:27:45.463072 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (f0017d72-c428-4f86-9d79-df4469a1ee6c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.487911 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (f0017d72-c428-4f86-9d79-df4469a1ee6c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.488910 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:45.489492 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.546953 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3956146 Aug 30 01:27:45.547510 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:27:45.549957 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37222) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:45.555098 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Request body: {'subnet': {'network_id': 'f0017d72-c428-4f86-9d79-df4469a1ee6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-916683053-subnet', 'tenant_id': 'c846a33965a54e95bd38c52cfff5d8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:45.558601 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bf1ff-9b76-4dae-b67f-c5417da2660f admin admin] Pushing event updated for resources: {'Network': ['ID=f0017d72-c428-4f86-9d79-df4469a1ee6c,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:45.570821 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network f0017d72-c428-4f86-9d79-df4469a1ee6c details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:27:45.577971 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Made reservation on behalf of c846a33965a54e95bd38c52cfff5d8d2 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:45.580624 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628951'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.758616 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3656551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628929'] for subnet (492e033a-0786-4150-8ef1-669f15ab09c5), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.807878 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=492e033a-0786-4150-8ef1-669f15ab09c5,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:45.825762 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Checking segment: {'id': '37d5e795-e5d5-42e6-8377-1feb475a0b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f0017d72-c428-4f86-9d79-df4469a1ee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:27:45.826113 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Network hostable DHCP agents. Network: f0017d72-c428-4f86-9d79-df4469a1ee6c, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:27:45.844286 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Network f0017d72-c428-4f86-9d79-df4469a1ee6c is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:27:45.853437 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, f0017d72-c428-4f86-9d79-df4469a1ee6c) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:27:45.858467 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:45.859619 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:45.862569 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ccb02-dc93-4ee6-82eb-068a69d2acbe None None] Network f0017d72-c428-4f86-9d79-df4469a1ee6c requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:45.878004 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b57a1bad-a32b-45e8-8240-694a3bb4d52a admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3268714 Aug 30 01:27:45.971240 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e195c8-0f9e-49c1-8f94-eca1e5eaee5a None None] Network f0017d72-c428-4f86-9d79-df4469a1ee6c requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:46.028557 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:46.425592 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37246) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:46.430463 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1904414794-network', 'tenant_id': '798283d1f1ba46f186cf2fa6e89a9411'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:46.452250 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Made reservation on behalf of 798283d1f1ba46f186cf2fa6e89a9411 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:46.454694 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.463252 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.506217 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:46.556207 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks [] for security_group (e4c97981-3015-4c64-ba5d-a0754d15ef05), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.560958 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e4c97981-3015-4c64-ba5d-a0754d15ef05), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.587537 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:27:46.598862 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c97981-3015-4c64-ba5d-a0754d15ef05,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:46.604134 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (e3d9e5ae-a0b4-4121-8289-b6e0c2be551f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.604482 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Added segment e3d9e5ae-a0b4-4121-8289-b6e0c2be551f of type vlan for network 3a7dba8c-f0f6-4458-ad8b-3831d49c1845 Aug 30 01:27:46.646258 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (3a7dba8c-f0f6-4458-ad8b-3831d49c1845), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.672677 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (3a7dba8c-f0f6-4458-ad8b-3831d49c1845), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.673665 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:46.674248 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.722448 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=2,neutron:UPDATE=5,neutron:SELECT=77,neutron:INSERT=16 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:46.728456 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3018992 Aug 30 01:27:46.732573 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37248) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:46.747196 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Request body: {'subnet': {'network_id': '3a7dba8c-f0f6-4458-ad8b-3831d49c1845', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1904414794-subnet', 'tenant_id': '798283d1f1ba46f186cf2fa6e89a9411', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:46.762844 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb14a7-b7c3-48e0-8feb-8498980fc8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a7dba8c-f0f6-4458-ad8b-3831d49c1845,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:46.773625 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 3a7dba8c-f0f6-4458-ad8b-3831d49c1845 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:27:46.778753 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Made reservation on behalf of 798283d1f1ba46f186cf2fa6e89a9411 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:46.781680 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628951'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:46.950746 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3656551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628929'] for subnet (25660e8b-12e4-46ce-bdb8-7279c2257de0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.012444 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25660e8b-12e4-46ce-bdb8-7279c2257de0,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:47.021163 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Checking segment: {'id': 'e3d9e5ae-a0b4-4121-8289-b6e0c2be551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3a7dba8c-f0f6-4458-ad8b-3831d49c1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:27:47.021523 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Network hostable DHCP agents. Network: 3a7dba8c-f0f6-4458-ad8b-3831d49c1845, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:27:47.038069 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Network 3a7dba8c-f0f6-4458-ad8b-3831d49c1845 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:27:47.048343 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 3a7dba8c-f0f6-4458-ad8b-3831d49c1845) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:27:47.052250 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:47.052836 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.057559 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537dc95-244d-41ea-b048-1ed62c98ab5a None None] Network 3a7dba8c-f0f6-4458-ad8b-3831d49c1845 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:47.069134 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d097c448-a7da-44cb-8fad-cbc05ca5ac8b admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3355958 Aug 30 01:27:47.162473 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458134fc-3c20-4823-a19c-c61fc42fbb9c None None] Network 3a7dba8c-f0f6-4458-ad8b-3831d49c1845 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:47.189858 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37252) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:47.234979 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] Deleting subnet 492e033a-0786-4150-8ef1-669f15ab09c5 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:47.238181 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] Publish callbacks [] for subnet (492e033a-0786-4150-8ef1-669f15ab09c5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.275531 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (492e033a-0786-4150-8ef1-669f15ab09c5), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.321758 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (492e033a-0786-4150-8ef1-669f15ab09c5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.377261 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (492e033a-0786-4150-8ef1-669f15ab09c5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.392087 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.397472 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/492e033a-0786-4150-8ef1-669f15ab09c5 HTTP/1.1" status: 204 len: 168 time: 0.2042544 Aug 30 01:27:47.398303 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37258) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:47.414552 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c7dfc-b5f0-461a-92f9-5f9a34240968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492e033a-0786-4150-8ef1-669f15ab09c5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:47.472562 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (f0017d72-c428-4f86-9d79-df4469a1ee6c), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.566230 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (f0017d72-c428-4f86-9d79-df4469a1ee6c), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.587779 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0017d72-c428-4f86-9d79-df4469a1ee6c']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:47.597430 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d5e795-e5d5-42e6-8377-1feb475a0b0c') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:47.597726 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d5e795-e5d5-42e6-8377-1feb475a0b0c') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:47.607904 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (37d5e795-e5d5-42e6-8377-1feb475a0b0c), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.615439 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:47.623243 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (37d5e795-e5d5-42e6-8377-1feb475a0b0c), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.631630 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:47.632113 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (37d5e795-e5d5-42e6-8377-1feb475a0b0c), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.678106 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 37d5e795-e5d5-42e6-8377-1feb475a0b0c resource provider aggregate not found Aug 30 01:27:47.696694 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 37d5e795-e5d5-42e6-8377-1feb475a0b0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37d5e795-e5d5-42e6-8377-1feb475a0b0c found for delete ", "request_id": "req-5efbf235-509e-4e87-a2f9-1ad8e5ae94f8"}]} Aug 30 01:27:47.703800 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (f0017d72-c428-4f86-9d79-df4469a1ee6c), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.708451 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.714250 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/f0017d72-c428-4f86-9d79-df4469a1ee6c HTTP/1.1" status: 204 len: 168 time: 0.3122349 Aug 30 01:27:47.714947 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37268) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:47.724360 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe9d0b-29d7-4e92-8dae-388e0f08c3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0017d72-c428-4f86-9d79-df4469a1ee6c,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:47.761327 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] Deleting subnet 25660e8b-12e4-46ce-bdb8-7279c2257de0 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:47.764900 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] Publish callbacks [] for subnet (25660e8b-12e4-46ce-bdb8-7279c2257de0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.801615 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (25660e8b-12e4-46ce-bdb8-7279c2257de0), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.846704 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (25660e8b-12e4-46ce-bdb8-7279c2257de0), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.901051 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (25660e8b-12e4-46ce-bdb8-7279c2257de0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.927541 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25660e8b-12e4-46ce-bdb8-7279c2257de0,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:47.931368 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:47.934616 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1c79a513-23b2-447c-ac30-913254194a3a admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/25660e8b-12e4-46ce-bdb8-7279c2257de0 HTTP/1.1" status: 204 len: 168 time: 0.2187920 Aug 30 01:27:47.937726 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37270) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:48.010233 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (3a7dba8c-f0f6-4458-ad8b-3831d49c1845), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.098381 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (3a7dba8c-f0f6-4458-ad8b-3831d49c1845), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.120238 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7dba8c-f0f6-4458-ad8b-3831d49c1845']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:48.130499 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d9e5ae-a0b4-4121-8289-b6e0c2be551f') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:48.130802 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d9e5ae-a0b4-4121-8289-b6e0c2be551f') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:48.141438 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (e3d9e5ae-a0b4-4121-8289-b6e0c2be551f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.155836 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (e3d9e5ae-a0b4-4121-8289-b6e0c2be551f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.162470 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:48.162926 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (e3d9e5ae-a0b4-4121-8289-b6e0c2be551f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.204251 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:48.222584 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (3a7dba8c-f0f6-4458-ad8b-3831d49c1845), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.227157 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.230250 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/3a7dba8c-f0f6-4458-ad8b-3831d49c1845 HTTP/1.1" status: 204 len: 168 time: 0.2912631 Aug 30 01:27:48.243971 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b15160-bac0-4983-b3f2-b36086935c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7dba8c-f0f6-4458-ad8b-3831d49c1845,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:48.398960 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37274) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:48.445920 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5a51d096-f4bd-44c8-b61a-18cc982f8281 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c846a33965a54e95bd38c52cfff5d8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458171 Aug 30 01:27:48.448440 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37276) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:48.499076 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80b4712a-41fc-4410-a047-9051ff6eb8c4 admin admin] Publish callbacks [] for security_group (666fdf46-bd50-42d7-80fd-e50b0c551e47), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.521887 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80b4712a-41fc-4410-a047-9051ff6eb8c4 admin admin] Publish callbacks [] for security_group (666fdf46-bd50-42d7-80fd-e50b0c551e47), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.571849 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80b4712a-41fc-4410-a047-9051ff6eb8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (666fdf46-bd50-42d7-80fd-e50b0c551e47), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.574440 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80b4712a-41fc-4410-a047-9051ff6eb8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:48.576716 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-80b4712a-41fc-4410-a047-9051ff6eb8c4 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/666fdf46-bd50-42d7-80fd-e50b0c551e47 HTTP/1.1" status: 204 len: 168 time: 0.1272321 Aug 30 01:27:48.594427 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4712a-41fc-4410-a047-9051ff6eb8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666fdf46-bd50-42d7-80fd-e50b0c551e47,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:48.924514 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37292) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:48.963871 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-bba9ec76-2129-4feb-8b9e-3a54020faa58 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=798283d1f1ba46f186cf2fa6e89a9411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382128 Aug 30 01:27:48.967290 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37294) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:49.019010 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-780673f9-5707-4aca-8c87-7548232fe3d5 admin admin] Publish callbacks [] for security_group (e4c97981-3015-4c64-ba5d-a0754d15ef05), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:49.044566 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-780673f9-5707-4aca-8c87-7548232fe3d5 admin admin] Publish callbacks [] for security_group (e4c97981-3015-4c64-ba5d-a0754d15ef05), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:49.094216 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-780673f9-5707-4aca-8c87-7548232fe3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e4c97981-3015-4c64-ba5d-a0754d15ef05), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:49.096815 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-780673f9-5707-4aca-8c87-7548232fe3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:49.097954 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-780673f9-5707-4aca-8c87-7548232fe3d5 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e4c97981-3015-4c64-ba5d-a0754d15ef05 HTTP/1.1" status: 204 len: 168 time: 0.1297505 Aug 30 01:27:49.106478 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780673f9-5707-4aca-8c87-7548232fe3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c97981-3015-4c64-ba5d-a0754d15ef05,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:49.716705 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment e3d9e5ae-a0b4-4121-8289-b6e0c2be551f resource provider aggregate not found Aug 30 01:27:49.734071 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment e3d9e5ae-a0b4-4121-8289-b6e0c2be551f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3d9e5ae-a0b4-4121-8289-b6e0c2be551f found for delete ", "request_id": "req-b7875545-a9da-4ec4-83f1-d27806ec0e55"}]} Aug 30 01:27:50.238469 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37346) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:50.452416 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-503f774e-4485-49cb-818f-46d52b56db2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.533744 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:50.536042 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-503f774e-4485-49cb-818f-46d52b56db2d admin admin] Publish callbacks [] for security_group (0e6af36d-4431-47ff-bf50-078568cca0df), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.540620 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-503f774e-4485-49cb-818f-46d52b56db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0e6af36d-4431-47ff-bf50-078568cca0df), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.585356 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-503f774e-4485-49cb-818f-46d52b56db2d admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=dc89a0cc2ae04dcb9c8f5cc48628f2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458061 Aug 30 01:27:50.587670 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f774e-4485-49cb-818f-46d52b56db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6af36d-4431-47ff-bf50-078568cca0df,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:50.588269 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37360) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:50.637355 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:50.642174 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3aadc27a-4ccb-4baf-aff5-4682919c6cd7 admin admin] Publish callbacks [] for security_group (0e6af36d-4431-47ff-bf50-078568cca0df), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.665276 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3aadc27a-4ccb-4baf-aff5-4682919c6cd7 admin admin] Publish callbacks [] for security_group (0e6af36d-4431-47ff-bf50-078568cca0df), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.734602 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3aadc27a-4ccb-4baf-aff5-4682919c6cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (0e6af36d-4431-47ff-bf50-078568cca0df), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.737377 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3aadc27a-4ccb-4baf-aff5-4682919c6cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.738539 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3aadc27a-4ccb-4baf-aff5-4682919c6cd7 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/0e6af36d-4431-47ff-bf50-078568cca0df HTTP/1.1" status: 204 len: 168 time: 0.1492357 Aug 30 01:27:50.747781 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadc27a-4ccb-4baf-aff5-4682919c6cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6af36d-4431-47ff-bf50-078568cca0df,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:50.775903 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37366) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:50.887798 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3605b64-66f5-4665-aa28-23113639161f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.890587 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=2,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:50.975535 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3605b64-66f5-4665-aa28-23113639161f admin admin] Publish callbacks [] for security_group (65df479f-e179-4507-8a07-371edbe66140), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.981789 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b3605b64-66f5-4665-aa28-23113639161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (65df479f-e179-4507-8a07-371edbe66140), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.023277 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b3605b64-66f5-4665-aa28-23113639161f admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=7622f99fe4ce4c43b3486c081462bd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461839 Aug 30 01:27:51.024190 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3605b64-66f5-4665-aa28-23113639161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65df479f-e179-4507-8a07-371edbe66140,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:51.025919 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37374) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:51.078253 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80599e4f-d1ef-45d7-8937-f2148f44ec69 admin admin] Publish callbacks [] for security_group (65df479f-e179-4507-8a07-371edbe66140), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.100176 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80599e4f-d1ef-45d7-8937-f2148f44ec69 admin admin] Publish callbacks [] for security_group (65df479f-e179-4507-8a07-371edbe66140), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.153626 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80599e4f-d1ef-45d7-8937-f2148f44ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (65df479f-e179-4507-8a07-371edbe66140), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.156197 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-80599e4f-d1ef-45d7-8937-f2148f44ec69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.157341 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-80599e4f-d1ef-45d7-8937-f2148f44ec69 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/65df479f-e179-4507-8a07-371edbe66140 HTTP/1.1" status: 204 len: 168 time: 0.1304657 Aug 30 01:27:51.166708 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599e4f-d1ef-45d7-8937-f2148f44ec69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65df479f-e179-4507-8a07-371edbe66140,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:51.511890 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37394) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:51.518238 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:51.526697 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dce01ba3-882c-41f7-8988-1cc2aeeaf6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.611401 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dce01ba3-882c-41f7-8988-1cc2aeeaf6c8 admin admin] Publish callbacks [] for security_group (4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.615516 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dce01ba3-882c-41f7-8988-1cc2aeeaf6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.656062 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dce01ba3-882c-41f7-8988-1cc2aeeaf6c8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=fba2a5123b9948ed8ad7bc6cf4c5c322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428902 Aug 30 01:27:51.658087 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce01ba3-882c-41f7-8988-1cc2aeeaf6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:51.658914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37400) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:51.720507 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2cb0754d-ada8-4141-b6fe-f364bbebed67 admin admin] Publish callbacks [] for security_group (4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.742313 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2cb0754d-ada8-4141-b6fe-f364bbebed67 admin admin] Publish callbacks [] for security_group (4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.796531 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2cb0754d-ada8-4141-b6fe-f364bbebed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.799040 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2cb0754d-ada8-4141-b6fe-f364bbebed67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:51.800223 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2cb0754d-ada8-4141-b6fe-f364bbebed67 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e HTTP/1.1" status: 204 len: 168 time: 0.1401157 Aug 30 01:27:51.808418 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0754d-ada8-4141-b6fe-f364bbebed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2c3b1e-aadf-4fd6-a86a-4d8c9a0bb24e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:52.595287 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37426) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:52.690897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1870297386-network', 'tenant_id': 'c77077d3e8014e749feda2548801d66c'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:52.712248 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Made reservation on behalf of c77077d3e8014e749feda2548801d66c for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:52.714593 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.723267 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.802556 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks [] for security_group (5729826b-55a8-49cc-b9e0-0d316c830767), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.806386 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5729826b-55a8-49cc-b9e0-0d316c830767), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.835026 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:27:52.841555 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5729826b-55a8-49cc-b9e0-0d316c830767,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:52.847866 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (2ec012c0-7adb-42a2-bbc6-95298f1f75c0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.848252 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Added segment 2ec012c0-7adb-42a2-bbc6-95298f1f75c0 of type vlan for network 710d4e47-5cb4-45aa-9daa-f5536fbd40d0 Aug 30 01:27:52.890465 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (710d4e47-5cb4-45aa-9daa-f5536fbd40d0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.917065 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (710d4e47-5cb4-45aa-9daa-f5536fbd40d0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.918058 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:52.918636 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.972600 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3762047 Aug 30 01:27:52.975915 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37430) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:52.980976 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Request body: {'subnet': {'network_id': '710d4e47-5cb4-45aa-9daa-f5536fbd40d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1870297386-subnet', 'tenant_id': 'c77077d3e8014e749feda2548801d66c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:52.986923 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e81e-8d54-4ca1-861b-8273b0663367 admin admin] Pushing event updated for resources: {'Network': ['ID=710d4e47-5cb4-45aa-9daa-f5536fbd40d0,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:52.996406 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network 710d4e47-5cb4-45aa-9daa-f5536fbd40d0 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:27:53.002584 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Made reservation on behalf of c77077d3e8014e749feda2548801d66c for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:53.005001 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8628951'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.180643 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3656551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8628929'] for subnet (cb8e684b-d58c-46f0-82e3-54f9d89c26b5), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.237581 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8e684b-d58c-46f0-82e3-54f9d89c26b5,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:53.255560 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Checking segment: {'id': '2ec012c0-7adb-42a2-bbc6-95298f1f75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '710d4e47-5cb4-45aa-9daa-f5536fbd40d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:27:53.255921 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Network hostable DHCP agents. Network: 710d4e47-5cb4-45aa-9daa-f5536fbd40d0, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:27:53.273509 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Network 710d4e47-5cb4-45aa-9daa-f5536fbd40d0 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:27:53.284460 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, 710d4e47-5cb4-45aa-9daa-f5536fbd40d0) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:27:53.288853 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:53.289516 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.298083 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6201a-8646-4186-911f-6daa5c0ea0cc None None] Network 710d4e47-5cb4-45aa-9daa-f5536fbd40d0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:53.313123 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:53.316453 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4d832796-2ed8-49cd-809b-3e382d96e0c5 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3393757 Aug 30 01:27:53.410262 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8885665-af9d-41e0-a15a-b9cb85c7a599 None None] Network 710d4e47-5cb4-45aa-9daa-f5536fbd40d0 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:53.808565 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37452) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:53.813815 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-36514168-network', 'tenant_id': '19b2eb8126fb4c55bfdcfa7f801123a1'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:53.834230 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Made reservation on behalf of 19b2eb8126fb4c55bfdcfa7f801123a1 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:53.836654 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.845709 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.913282 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:53.926151 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks [] for security_group (e5da88fe-3fee-4da7-b172-2c189cf578cf), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.930569 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e5da88fe-3fee-4da7-b172-2c189cf578cf), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.936941 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:53.957377 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:27:53.974627 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (ae739516-6e85-4e5b-90d1-1e83b5c901a6), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:53.974998 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Added segment ae739516-6e85-4e5b-90d1-1e83b5c901a6 of type vlan for network b84f0e21-eef8-4f49-8489-9e4a05d8f473 Aug 30 01:27:53.976903 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5da88fe-3fee-4da7-b172-2c189cf578cf,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:54.021273 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (b84f0e21-eef8-4f49-8489-9e4a05d8f473), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:54.046689 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (b84f0e21-eef8-4f49-8489-9e4a05d8f473), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:54.047673 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:54.048281 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:54.104958 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2951071 Aug 30 01:27:54.107653 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37454) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:54.112818 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Request body: {'subnet': {'network_id': 'b84f0e21-eef8-4f49-8489-9e4a05d8f473', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-36514168-subnet', 'tenant_id': '19b2eb8126fb4c55bfdcfa7f801123a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:27:54.117538 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124be17-1950-4fd2-ab1f-34ebdf72a4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b84f0e21-eef8-4f49-8489-9e4a05d8f473,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:54.128633 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network b84f0e21-eef8-4f49-8489-9e4a05d8f473 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:27:54.136289 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Made reservation on behalf of 19b2eb8126fb4c55bfdcfa7f801123a1 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:27:54.138650 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345270'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:54.140932 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:54.197560 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:54.315858 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2128027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345248'] for subnet (2d8b0b09-00c5-41ab-853a-b9d103e66320), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:54.366748 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8b0b09-00c5-41ab-853a-b9d103e66320,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:54.382973 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Checking segment: {'id': 'ae739516-6e85-4e5b-90d1-1e83b5c901a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b84f0e21-eef8-4f49-8489-9e4a05d8f473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:27:54.383335 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Network hostable DHCP agents. Network: b84f0e21-eef8-4f49-8489-9e4a05d8f473, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:27:54.399980 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Network b84f0e21-eef8-4f49-8489-9e4a05d8f473 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:27:54.411522 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, b84f0e21-eef8-4f49-8489-9e4a05d8f473) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:27:54.415644 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:27:54.416278 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:54.422502 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d789c-55b0-4be8-8f29-95bb3f19e8d6 None None] Network b84f0e21-eef8-4f49-8489-9e4a05d8f473 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:54.439857 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d05b446c-4f62-4160-a18b-845193549d92 admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3253744 Aug 30 01:27:54.525926 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7207f-ee32-4deb-9851-4049ac96671d None None] Network b84f0e21-eef8-4f49-8489-9e4a05d8f473 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:55.541793 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:56.472989 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:02.517468 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:04.112657 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=29,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:04.114652 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=11,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:04.426371 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-810e8b3d-f14f-49ed-ada7-b009764dc974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:04.427749 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=6,neutron:SELECT=38,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:04.428485 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=23,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:06.587365 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-220dcdef-ad13-46b7-ba3a-f9f3af1767d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.326774 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37624) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:08.433525 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-614bf0f5-5bc0-4c4d-b0d9-a21211bb7743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.511069 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-614bf0f5-5bc0-4c4d-b0d9-a21211bb7743 admin admin] Publish callbacks [] for security_group (4449a17a-301d-4cf6-a0ca-159b1437a190), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.514656 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-614bf0f5-5bc0-4c4d-b0d9-a21211bb7743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4449a17a-301d-4cf6-a0ca-159b1437a190), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.539595 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.558773 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-614bf0f5-5bc0-4c4d-b0d9-a21211bb7743 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=212385b1cc584ef4ae751d3ad3781fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308748 Aug 30 01:28:08.559744 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bf0f5-5bc0-4c4d-b0d9-a21211bb7743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4449a17a-301d-4cf6-a0ca-159b1437a190,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:08.561644 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37628) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:08.617231 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f099c2d4-aaa1-4355-ae3f-a6e0cdaf62c2 admin admin] Publish callbacks [] for security_group (4449a17a-301d-4cf6-a0ca-159b1437a190), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.637391 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f099c2d4-aaa1-4355-ae3f-a6e0cdaf62c2 admin admin] Publish callbacks [] for security_group (4449a17a-301d-4cf6-a0ca-159b1437a190), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.693650 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f099c2d4-aaa1-4355-ae3f-a6e0cdaf62c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (4449a17a-301d-4cf6-a0ca-159b1437a190), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.696188 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f099c2d4-aaa1-4355-ae3f-a6e0cdaf62c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:08.697351 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f099c2d4-aaa1-4355-ae3f-a6e0cdaf62c2 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/4449a17a-301d-4cf6-a0ca-159b1437a190 HTTP/1.1" status: 204 len: 168 time: 0.1347251 Aug 30 01:28:08.705818 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099c2d4-aaa1-4355-ae3f-a6e0cdaf62c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4449a17a-301d-4cf6-a0ca-159b1437a190,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:09.865683 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:10.278436 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:12.394916 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:13.412990 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37682) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:13.458282 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] Deleting subnet cb8e684b-d58c-46f0-82e3-54f9d89c26b5 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:28:13.461718 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] Publish callbacks [] for subnet (cb8e684b-d58c-46f0-82e3-54f9d89c26b5), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.499946 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165485'] for subnet (cb8e684b-d58c-46f0-82e3-54f9d89c26b5), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.540358 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (cb8e684b-d58c-46f0-82e3-54f9d89c26b5), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.593274 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3656484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8628936'] for subnet (cb8e684b-d58c-46f0-82e3-54f9d89c26b5), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.621812 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8e684b-d58c-46f0-82e3-54f9d89c26b5,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:13.622821 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.626054 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c87b6bc7-7c9e-405a-8d0d-f8f55182b71c admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/cb8e684b-d58c-46f0-82e3-54f9d89c26b5 HTTP/1.1" status: 204 len: 168 time: 0.2120919 Aug 30 01:28:13.629249 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37684) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:13.701004 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (710d4e47-5cb4-45aa-9daa-f5536fbd40d0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.784722 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (710d4e47-5cb4-45aa-9daa-f5536fbd40d0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.804913 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710d4e47-5cb4-45aa-9daa-f5536fbd40d0']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:28:13.814180 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec012c0-7adb-42a2-bbc6-95298f1f75c0') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:28:13.814473 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec012c0-7adb-42a2-bbc6-95298f1f75c0') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:28:13.824204 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165478'] for segment (2ec012c0-7adb-42a2-bbc6-95298f1f75c0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.837855 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (2ec012c0-7adb-42a2-bbc6-95298f1f75c0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.844154 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:28:13.844451 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3656834'] for segment (2ec012c0-7adb-42a2-bbc6-95298f1f75c0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.885500 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 2ec012c0-7adb-42a2-bbc6-95298f1f75c0 resource provider aggregate not found Aug 30 01:28:13.905158 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 2ec012c0-7adb-42a2-bbc6-95298f1f75c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ec012c0-7adb-42a2-bbc6-95298f1f75c0 found for delete ", "request_id": "req-e2d37f81-7935-4190-9c46-007ce600f55a"}]} Aug 30 01:28:13.910161 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (710d4e47-5cb4-45aa-9daa-f5536fbd40d0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.915907 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:13.920472 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/710d4e47-5cb4-45aa-9daa-f5536fbd40d0 HTTP/1.1" status: 204 len: 168 time: 0.2885683 Aug 30 01:28:13.922079 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37690) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:13.930790 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6c80e-40ed-45d8-97c6-da06b6803d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=710d4e47-5cb4-45aa-9daa-f5536fbd40d0,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:13.969178 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] Deleting subnet 2d8b0b09-00c5-41ab-853a-b9d103e66320 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:28:13.973459 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] Publish callbacks [] for subnet (2d8b0b09-00c5-41ab-853a-b9d103e66320), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.008386 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (2d8b0b09-00c5-41ab-853a-b9d103e66320), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.049364 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (2d8b0b09-00c5-41ab-853a-b9d103e66320), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.107015 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (2d8b0b09-00c5-41ab-853a-b9d103e66320), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.135269 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8b0b09-00c5-41ab-853a-b9d103e66320,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:14.139885 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.143690 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d7b93903-74e3-4efb-8fcb-939fbcafcaeb admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/2d8b0b09-00c5-41ab-853a-b9d103e66320 HTTP/1.1" status: 204 len: 168 time: 0.2204967 Aug 30 01:28:14.146451 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37692) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:14.213592 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (b84f0e21-eef8-4f49-8489-9e4a05d8f473), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.294032 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (b84f0e21-eef8-4f49-8489-9e4a05d8f473), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.313863 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84f0e21-eef8-4f49-8489-9e4a05d8f473']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:28:14.323407 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae739516-6e85-4e5b-90d1-1e83b5c901a6') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:28:14.323696 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae739516-6e85-4e5b-90d1-1e83b5c901a6') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:28:14.333657 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (ae739516-6e85-4e5b-90d1-1e83b5c901a6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.346656 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (ae739516-6e85-4e5b-90d1-1e83b5c901a6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.352723 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:28:14.353096 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (ae739516-6e85-4e5b-90d1-1e83b5c901a6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.393147 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment ae739516-6e85-4e5b-90d1-1e83b5c901a6 resource provider aggregate not found Aug 30 01:28:14.410306 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment ae739516-6e85-4e5b-90d1-1e83b5c901a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae739516-6e85-4e5b-90d1-1e83b5c901a6 found for delete ", "request_id": "req-f1d68df1-b671-452b-921e-07738630b468"}]} Aug 30 01:28:14.417506 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (b84f0e21-eef8-4f49-8489-9e4a05d8f473), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.423021 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.426874 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/b84f0e21-eef8-4f49-8489-9e4a05d8f473 HTTP/1.1" status: 204 len: 168 time: 0.2794945 Aug 30 01:28:14.442056 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb031f-5015-4e82-b4d8-f3cebb03e69b admin admin] Pushing event deleted for resources: {'Network': ['ID=b84f0e21-eef8-4f49-8489-9e4a05d8f473,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:14.601857 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37700) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:14.641445 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0696a999-fe00-4a69-b891-df1a8248d496 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=c77077d3e8014e749feda2548801d66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382464 Aug 30 01:28:14.644355 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37702) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:14.696353 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f4f56e90-9ae0-4bef-9128-03206e8c5288 admin admin] Publish callbacks [] for security_group (5729826b-55a8-49cc-b9e0-0d316c830767), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.717278 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f4f56e90-9ae0-4bef-9128-03206e8c5288 admin admin] Publish callbacks [] for security_group (5729826b-55a8-49cc-b9e0-0d316c830767), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.732354 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:14.768331 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f4f56e90-9ae0-4bef-9128-03206e8c5288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (5729826b-55a8-49cc-b9e0-0d316c830767), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.770874 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f4f56e90-9ae0-4bef-9128-03206e8c5288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:14.772049 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f4f56e90-9ae0-4bef-9128-03206e8c5288 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/5729826b-55a8-49cc-b9e0-0d316c830767 HTTP/1.1" status: 204 len: 168 time: 0.1267447 Aug 30 01:28:14.779948 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56e90-9ae0-4bef-9128-03206e8c5288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5729826b-55a8-49cc-b9e0-0d316c830767,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:15.098222 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37708) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:15.140814 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b9a46bee-bfda-4ccb-a1a4-db6f78d8f4d8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=19b2eb8126fb4c55bfdcfa7f801123a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414183 Aug 30 01:28:15.144040 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37710) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:15.149613 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:15.196368 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4a21c743-7a6a-4723-9451-c006b4fb694e admin admin] Publish callbacks [] for security_group (e5da88fe-3fee-4da7-b172-2c189cf578cf), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:15.216674 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4a21c743-7a6a-4723-9451-c006b4fb694e admin admin] Publish callbacks [] for security_group (e5da88fe-3fee-4da7-b172-2c189cf578cf), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:15.264910 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4a21c743-7a6a-4723-9451-c006b4fb694e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (e5da88fe-3fee-4da7-b172-2c189cf578cf), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:15.267858 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4a21c743-7a6a-4723-9451-c006b4fb694e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:15.269135 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4a21c743-7a6a-4723-9451-c006b4fb694e admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/e5da88fe-3fee-4da7-b172-2c189cf578cf HTTP/1.1" status: 204 len: 168 time: 0.1241715 Aug 30 01:28:15.277008 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21c743-7a6a-4723-9451-c006b4fb694e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5da88fe-3fee-4da7-b172-2c189cf578cf,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:16.011213 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 37732) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:16.110648 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-217632528-network', 'tenant_id': '6daea8caca73411abef8e14de09c5c54'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:28:16.135532 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Made reservation on behalf of 6daea8caca73411abef8e14de09c5c54 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:28:16.137896 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.146911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.231859 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks [] for security_group (feac20d5-38b2-4195-b9f7-9ee616d92096), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.235911 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (feac20d5-38b2-4195-b9f7-9ee616d92096), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.264031 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:28:16.274315 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feac20d5-38b2-4195-b9f7-9ee616d92096,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:16.279250 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (866ae3b4-522a-444d-b8cd-16897a09e049), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.279590 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Added segment 866ae3b4-522a-444d-b8cd-16897a09e049 of type vlan for network d538ef8f-d46e-45fe-b473-078cdd576896 Aug 30 01:28:16.323624 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790518216789'] for network (d538ef8f-d46e-45fe-b473-078cdd576896), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.350060 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661'] for network (d538ef8f-d46e-45fe-b473-078cdd576896), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.351188 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:16.351763 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.409036 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] 10.222.0.44 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3961165 Aug 30 01:28:16.412140 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 37736) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:28:16.417281 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Request body: {'subnet': {'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-217632528-subnet', 'tenant_id': '6daea8caca73411abef8e14de09c5c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:28:16.420529 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ff7cf-2cf6-462f-9f6c-80746ba1eaaf admin admin] Pushing event updated for resources: {'Network': ['ID=d538ef8f-d46e-45fe-b473-078cdd576896,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:16.431503 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Network d538ef8f-d46e-45fe-b473-078cdd576896 details requested by agent ovs-agent-dv-cinder-815145-12-iscsi with host dv-cinder-815145-12-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:28:16.440332 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Made reservation on behalf of 6daea8caca73411abef8e14de09c5c54 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:28:16.443712 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3345270'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.531410 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:16.549972 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=76,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:16.618854 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2128027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3345248'] for subnet (0131d9ec-1e36-4235-9b95-f29e82ba1777), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.677166 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=0131d9ec-1e36-4235-9b95-f29e82ba1777,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:16.684433 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Checking segment: {'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:28:16.684797 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Network hostable DHCP agents. Network: d538ef8f-d46e-45fe-b473-078cdd576896, hostable agents: ['ebde084a-c43f-4d6e-aa95-3ac5c1ab786b'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:28:16.703066 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Network d538ef8f-d46e-45fe-b473-078cdd576896 is scheduled to be hosted by DHCP agent ebde084a-c43f-4d6e-aa95-3ac5c1ab786b with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:28:16.712923 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-12-iscsi, d538ef8f-d46e-45fe-b473-078cdd576896) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:28:16.717163 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:16.717746 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:16.722421 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000def46-b3a7-44bf-899d-a601913e8673 None None] Network d538ef8f-d46e-45fe-b473-078cdd576896 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:28:16.734620 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-630489cc-9777-4831-a38c-0760cf5c1ada admin admin] 10.222.0.44 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3212864 Aug 30 01:28:16.830817 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d8415-b91e-48a4-8cd5-84c8fac23a71 None None] Network d538ef8f-d46e-45fe-b473-078cdd576896 requested from dv-cinder-815145-12-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:28:18.517642 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076eaf1-f835-4410-ad69-a99b69767499 req-e07bf34b-ebc9-4ea4-983d-6f5d50d2c229 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:18.519890 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-e07bf34b-ebc9-4ea4-983d-6f5d50d2c229 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d538ef8f-d46e-45fe-b473-078cdd576896 HTTP/1.1" status: 200 len: 808 time: 0.1044102 Aug 30 01:28:18.535802 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-a6c294e8-8d1d-4b2a-a10e-6bcdc4739a25 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/quotas/6daea8caca73411abef8e14de09c5c54 HTTP/1.1" status: 200 len: 375 time: 0.0101805 Aug 30 01:28:18.571957 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-8e47293b-37d5-44b1-8072-12a6d55f61b9 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6daea8caca73411abef8e14de09c5c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308838 Aug 30 01:28:18.625598 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-04f38128-6d5a-4fe7-8672-eeef702e2b35 service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:28:18.626581 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-04f38128-6d5a-4fe7-8672-eeef702e2b35 service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479784 Aug 30 01:28:18.718013 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-9e583a8e-4f93-4157-9160-f9a4912d9e36 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Aug 30 01:28:18.732080 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:18.822665 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-ef18e7c5-1e23-49a2-a4d5-8ec2d102a2cb service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978849 Aug 30 01:28:18.997150 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ccd59691-dd93-4477-a27d-14fddc8053f6 req-87752c96-ce96-4f4f-b948-2b03dd2ee627 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 210 time: 0.0298810 Aug 30 01:28:20.104862 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9016330c-af9b-4853-bed6-e42905f7000b req-e2fba634-d146-478f-b64f-f25c8ef14024 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 210 time: 0.0302029 Aug 30 01:28:20.199077 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076eaf1-f835-4410-ad69-a99b69767499 req-2191d7d9-69b3-4a51-9b90-d477d6e398a6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:20.200568 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-2191d7d9-69b3-4a51-9b90-d477d6e398a6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d538ef8f-d46e-45fe-b473-078cdd576896 HTTP/1.1" status: 200 len: 808 time: 0.1127524 Aug 30 01:28:20.218827 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Request body: {'port': {'device_id': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896', 'admin_state_up': True, 'tenant_id': '6daea8caca73411abef8e14de09c5c54'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:28:20.329390 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Made reservation on behalf of 6daea8caca73411abef8e14de09c5c54 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:28:20.333701 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:20.464517 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Allocated IP 172.20.0.7 (d538ef8f-d46e-45fe-b473-078cdd576896/0131d9ec-1e36-4235-9b95-f29e82ba1777/68488a9d-1f8b-4db7-8141-f0f8a02d1ab6) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:28:20.506382 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:20.511456 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:20.615825 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks [] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:20.619802 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:20.652823 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:20.697282 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Network d538ef8f-d46e-45fe-b473-078cdd576896 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:28:20.700545 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:28:20.704460 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:28:20.728295 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Pushing event updated for resources: {'Port': ['ID=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:20.749697 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:20.760995 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:20.761598 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:20.778942 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c7c81a7c-57d1-409d-a4d4-3d0750a6cc9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640304 Aug 30 01:28:20.796037 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Request body: {'port': {'device_id': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:28:20.858762 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:21.114271 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:28:21.122336 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Publish callbacks [] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:21.136679 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Transition to ACTIVE for port object 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:28:21.140251 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:21.245013 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Pushing event updated for resources: {'Port': ['ID=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:21.272341 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713a5cf-ebc9-4801-aecc-b3dbbaefb372 req-67b9ac87-b4f3-4426-a8e9-fbaf2f0a1dd3 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:21.273838 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2713a5cf-ebc9-4801-aecc-b3dbbaefb372 req-67b9ac87-b4f3-4426-a8e9-fbaf2f0a1dd3 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 943 time: 0.0781221 Aug 30 01:28:21.316129 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Attempting to bind port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:28:21.316890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Attempting to bind port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:28:21.316890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Attempting to bind port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 on network d538ef8f-d46e-45fe-b473-078cdd576896 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:28:21.326657 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 on network d538ef8f-d46e-45fe-b473-078cdd576896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:28:21.326978 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Attempting to bind port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 on network d538ef8f-d46e-45fe-b473-078cdd576896 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:28:21.342856 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:28:21.343209 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Checking segment: {'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:28:21.343595 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Bound using segment: {'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:28:21.344051 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Bound port: 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:28:21.344419 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:21.356657 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2713a5cf-ebc9-4801-aecc-b3dbbaefb372 req-109ff760-36d6-4214-a794-f019f93ddf90 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765634 Aug 30 01:28:21.410342 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] For port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:28:21.413480 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] For port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:28:21.418663 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:21.422602 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:21.423215 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:21.425120 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 HTTP/1.1" status: 200 len: 1093 time: 0.6325130 Aug 30 01:28:21.425715 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'tag': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:28:21.427938 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d" -d '{"events": [{"name": "network-changed", "server_uuid": "99988bea-c46f-4a9e-a1c0-06a90a3ab7e8", "tag": "68488a9d-1f8b-4db7-8141-f0f8a02d1ab6"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:28:21.469342 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa17803-571c-451f-8317-13ab0e22f143 x-openstack-request-id: req-7fa17803-571c-451f-8317-13ab0e22f143 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:28:21.469804 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99988bea-c46f-4a9e-a1c0-06a90a3ab7e8", "tag": "68488a9d-1f8b-4db7-8141-f0f8a02d1ab6", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:28:21.470059 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fa17803-571c-451f-8317-13ab0e22f143 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:28:21.470461 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa17803-571c-451f-8317-13ab0e22f143'] response: {'name': 'network-changed', 'server_uuid': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'tag': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6', 'status': 'completed', 'code': 200} Aug 30 01:28:21.475412 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:21.481499 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bba06-7ba7-4cb8-a7d2-01a8f5904067 service neutron] Pushing event updated for resources: {'Port': ['ID=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:21.532783 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076eaf1-f835-4410-ad69-a99b69767499 req-196adb89-9e32-498c-955b-70465752fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:21.534378 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-196adb89-9e32-498c-955b-70465752fbd6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6daea8caca73411abef8e14de09c5c54&device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 1127 time: 0.0395243 Aug 30 01:28:21.582853 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-cebca37c-7083-4075-b800-8e658e76159f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 HTTP/1.1" status: 200 len: 217 time: 0.0363524 Aug 30 01:28:21.633554 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076eaf1-f835-4410-ad69-a99b69767499 req-00c1b085-5d5d-4c37-b414-9860c6d4e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:21.634949 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-00c1b085-5d5d-4c37-b414-9860c6d4e593 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0131d9ec-1e36-4235-9b95-f29e82ba1777 HTTP/1.1" status: 200 len: 848 time: 0.0453181 Aug 30 01:28:21.666599 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-a9e19175-33ea-4ac8-9596-3be1078a5026 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d538ef8f-d46e-45fe-b473-078cdd576896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256524 Aug 30 01:28:21.689444 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:21.762394 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-2caf78b0-f9cd-4a76-a1ab-6b17734c867c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Aug 30 01:28:21.850462 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3076eaf1-f835-4410-ad69-a99b69767499 req-c3c6504d-0237-4b18-8969-b756a4b3bb96 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827162 Aug 30 01:28:22.480841 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7986-98ae-4242-9c3f-e4a9e15c194c req-55714aa7-c0cb-4055-87a4-7282f2687c0e tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:22.482304 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbba7986-98ae-4242-9c3f-e4a9e15c194c req-55714aa7-c0cb-4055-87a4-7282f2687c0e tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 943 time: 0.0503500 Aug 30 01:28:22.529800 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbba7986-98ae-4242-9c3f-e4a9e15c194c req-73d927ba-5ead-4625-8877-8d832b6cdb60 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Aug 30 01:28:22.546242 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:28:22.618606 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-1bab2714-6cbb-464a-b01f-8b8f5f234c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:22.620096 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-1bab2714-6cbb-464a-b01f-8b8f5f234c1b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6daea8caca73411abef8e14de09c5c54&device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 1127 time: 0.0391724 Aug 30 01:28:22.713141 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-27fdc8f5-0e77-4a71-9152-ba4c90cf707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:22.714614 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-27fdc8f5-0e77-4a71-9152-ba4c90cf707b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d538ef8f-d46e-45fe-b473-078cdd576896 HTTP/1.1" status: 200 len: 909 time: 0.0893810 Aug 30 01:28:22.753343 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-508db840-12e2-4eb6-8357-b993ff268afc service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 HTTP/1.1" status: 200 len: 217 time: 0.0323677 Aug 30 01:28:22.801219 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-5188b215-81bc-498a-9502-d02c684d0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:22.802614 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-5188b215-81bc-498a-9502-d02c684d0639 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0131d9ec-1e36-4235-9b95-f29e82ba1777 HTTP/1.1" status: 200 len: 848 time: 0.0435672 Aug 30 01:28:22.837146 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-e4257e2c-156c-47e6-82ad-f8d771af75b8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d538ef8f-d46e-45fe-b473-078cdd576896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288987 Aug 30 01:28:23.172733 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-5da6daed-2e91-41e7-b244-cb8f31bc49e2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299990 Aug 30 01:28:23.263643 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-018e7fce-690c-4c94-a3b7-09a0d1b7a33d req-c78b4126-00a3-481b-a6d4-d39237331d51 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846963 Aug 30 01:28:23.641001 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:23.652776 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2410139-7a01-463f-859a-97c14b994f90 req-95b16b2a-f452-4a28-9f81-3596075cd905 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:23.654263 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2410139-7a01-463f-859a-97c14b994f90 req-95b16b2a-f452-4a28-9f81-3596075cd905 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 943 time: 0.0482221 Aug 30 01:28:23.704083 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2410139-7a01-463f-859a-97c14b994f90 req-b3e97923-40c4-443f-9874-e03de45043a9 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Aug 30 01:28:24.826673 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb5b8b-0e62-4303-a717-cbb15fbe1a7d req-26d6479c-cb06-4a9d-890d-71464e879928 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:24.828170 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abcb5b8b-0e62-4303-a717-cbb15fbe1a7d req-26d6479c-cb06-4a9d-890d-71464e879928 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 943 time: 0.0470252 Aug 30 01:28:24.861846 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:28:24.865851 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:24.875795 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-abcb5b8b-0e62-4303-a717-cbb15fbe1a7d req-2702a4d5-f75a-4de4-a38d-78c21cc3ec85 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Aug 30 01:28:24.968152 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:24.979804 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6', 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896', 'port_id': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6', 'mac_address': 'fa:16:3e:34:dc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0131d9ec-1e36-4235-9b95-f29e82ba1777', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:28:25.014178 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:28:25.014549 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:25.028023 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:28:25.048547 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:25.053889 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:25.102569 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:25.109810 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.110106 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.110447 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.110779 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.111108 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.111435 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.111760 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.112131 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.112425 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.113235 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.113565 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.113981 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.114294 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.114609 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.114924 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:25.332059 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['68488a9d-1f8b-4db7-8141-f0f8a02d1ab6'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:28:25.998280 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef737fe3-92c6-407d-be7c-dee6f4f76edf req-70143840-e46d-4b57-8309-9a863fb32549 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:25.999657 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef737fe3-92c6-407d-be7c-dee6f4f76edf req-70143840-e46d-4b57-8309-9a863fb32549 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 944 time: 0.0507727 Aug 30 01:28:26.047690 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef737fe3-92c6-407d-be7c-dee6f4f76edf req-5c002e53-ef18-4a24-8097-3a294c06fa57 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Aug 30 01:28:26.477753 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:26.866914 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:28:26.901357 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:26.910578 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:28:26.916733 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:28:26.917099 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:26.988575 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:28:26.988950 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:27.011589 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:28:27.013845 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b5311f-ef0f-4476-a4e5-b24eae75cc86" -d '{"events": [{"server_uuid": "99988bea-c46f-4a9e-a1c0-06a90a3ab7e8", "name": "network-vif-plugged", "status": "completed", "tag": "68488a9d-1f8b-4db7-8141-f0f8a02d1ab6"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:28:27.027025 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:27.030164 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:27.089620 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:27.171188 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e614b0-eaa7-49f4-baf4-5409f837b800 req-9231f6f1-0ece-436f-ae0e-08ceb1266477 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:27.178361 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20e614b0-eaa7-49f4-baf4-5409f837b800 req-9231f6f1-0ece-436f-ae0e-08ceb1266477 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Aug 30 01:28:27.178819 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4d75d0-7363-43ba-ab4a-0caf559cb3e2 x-openstack-request-id: req-aa4d75d0-7363-43ba-ab4a-0caf559cb3e2 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:28:27.179180 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99988bea-c46f-4a9e-a1c0-06a90a3ab7e8", "name": "network-vif-plugged", "status": "completed", "tag": "68488a9d-1f8b-4db7-8141-f0f8a02d1ab6", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:28:27.179459 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa4d75d0-7363-43ba-ab4a-0caf559cb3e2 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:28:27.179864 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4d75d0-7363-43ba-ab4a-0caf559cb3e2'] response: {'server_uuid': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6', 'code': 200} Aug 30 01:28:27.226379 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20e614b0-eaa7-49f4-baf4-5409f837b800 req-26cf227a-fa6c-445a-b6e3-0948003f8727 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Aug 30 01:28:27.388327 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cdbbb-cf16-4747-8e76-782398e006b5 req-5039f0d3-7a84-46c9-b5ce-3045651a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:27.389804 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-677cdbbb-cf16-4747-8e76-782398e006b5 req-5039f0d3-7a84-46c9-b5ce-3045651a7d85 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 1129 time: 0.0381675 Aug 30 01:28:27.423080 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:27.438908 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-677cdbbb-cf16-4747-8e76-782398e006b5 req-b6c9ba7b-1dbb-418d-97ff-cf8fa0e07ba9 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Aug 30 01:28:28.353337 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e520-ae25-4d78-90e8-081850b6d145 req-808ea2d0-682e-4fa4-b867-09e3925e197b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:28.354800 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d087e520-ae25-4d78-90e8-081850b6d145 req-808ea2d0-682e-4fa4-b867-09e3925e197b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 945 time: 0.0476038 Aug 30 01:28:28.403107 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d087e520-ae25-4d78-90e8-081850b6d145 req-0ccddcf2-c67a-4342-9ed2-34d026ff6315 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Aug 30 01:28:29.525287 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a91f89-6d39-46ae-b211-c54f384949ae req-29fdacc7-aa3f-4bc7-82c8-fec722948d48 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:29.526748 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-55a91f89-6d39-46ae-b211-c54f384949ae req-29fdacc7-aa3f-4bc7-82c8-fec722948d48 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 945 time: 0.0470150 Aug 30 01:28:29.577761 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-55a91f89-6d39-46ae-b211-c54f384949ae req-a87cc35f-abde-4291-ba61-b8ff0a03dcbb tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Aug 30 01:28:30.271810 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4cf7a-0039-4f79-ac48-ebe806c6eac4 req-8a0c9ba5-6987-4b1f-b5b7-0dc139b3cf6e tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:30.273211 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cdd4cf7a-0039-4f79-ac48-ebe806c6eac4 req-8a0c9ba5-6987-4b1f-b5b7-0dc139b3cf6e tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 945 time: 0.0466046 Aug 30 01:28:30.319722 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cdd4cf7a-0039-4f79-ac48-ebe806c6eac4 req-b79fc146-a2c5-492a-b2ed-714e71b78e4a tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Aug 30 01:28:31.440658 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:31.449905 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b8b8e-2041-44c2-a11d-f1b1b5fb2f93 req-309414d5-8022-4c0f-a35a-d7f01a4cc13b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:31.451374 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9b8b8b8e-2041-44c2-a11d-f1b1b5fb2f93 req-309414d5-8022-4c0f-a35a-d7f01a4cc13b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 945 time: 0.0492504 Aug 30 01:28:31.498663 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9b8b8b8e-2041-44c2-a11d-f1b1b5fb2f93 req-7069c93d-cff2-49ff-9ad8-0c4a87f32c73 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Aug 30 01:28:31.782063 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-698333ad-ef59-4604-a7f3-bac89bdbaa9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:31.783487 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-698333ad-ef59-4604-a7f3-bac89bdbaa9b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 945 time: 0.0504930 Aug 30 01:28:31.864154 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Deleting port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:28:31.864579 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:31.959669 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] For port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:31.960066 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:31.973500 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Calling delete_port for 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:28:32.100862 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (68488a9d-1f8b-4db7-8141-f0f8a02d1ab6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:32.132429 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Pushing event deleted for resources: {'Port': ['ID=68488a9d-1f8b-4db7-8141-f0f8a02d1ab6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:32.133597 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['68488a9d-1f8b-4db7-8141-f0f8a02d1ab6'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:28:32.165550 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.165897 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.166246 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.166584 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.166914 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.167241 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.167571 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.167896 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.168256 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.168580 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.168902 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.169226 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.169547 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.169868 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.170188 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:28:32.188113 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] No DVR routers for this DVR port 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:28:32.190585 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:32.194063 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a473e9cc-755e-4dda-bcfc-5785d3330cec req-1078195a-71bf-482d-874b-8649bb8d5ffc tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "DELETE /networking/v2.0/ports/68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 HTTP/1.1" status: 204 len: 173 time: 0.4045494 Aug 30 01:28:32.194512 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'name': 'network-vif-deleted', 'tag': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:28:32.196777 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5418a48b-c901-46c4-ab85-f269c578f6ea" -d '{"events": [{"server_uuid": "99988bea-c46f-4a9e-a1c0-06a90a3ab7e8", "name": "network-vif-deleted", "tag": "68488a9d-1f8b-4db7-8141-f0f8a02d1ab6"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:28:32.234763 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da1822-2c18-479f-bce1-d8cdf5af6670 x-openstack-request-id: req-b3da1822-2c18-479f-bce1-d8cdf5af6670 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:28:32.235108 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99988bea-c46f-4a9e-a1c0-06a90a3ab7e8", "name": "network-vif-deleted", "tag": "68488a9d-1f8b-4db7-8141-f0f8a02d1ab6", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:28:32.235395 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3da1822-2c18-479f-bce1-d8cdf5af6670 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:28:32.235890 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3da1822-2c18-479f-bce1-d8cdf5af6670'] response: {'server_uuid': '99988bea-c46f-4a9e-a1c0-06a90a3ab7e8', 'name': 'network-vif-deleted', 'tag': '68488a9d-1f8b-4db7-8141-f0f8a02d1ab6', 'status': 'completed', 'code': 200} Aug 30 01:28:32.542141 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:32.615908 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a34a0f27-f3a8-437a-879e-012551f99660 req-b5aa73e3-a288-4920-95d8-971c9b9c03d7 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=99988bea-c46f-4a9e-a1c0-06a90a3ab7e8 HTTP/1.1" status: 200 len: 210 time: 0.0280824 Aug 30 01:28:33.892005 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-6c6a853b-2cf5-45e1-97a3-7d91c837dd6e tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:33.893483 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-6c6a853b-2cf5-45e1-97a3-7d91c837dd6e tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/networks?id=d538ef8f-d46e-45fe-b473-078cdd576896 HTTP/1.1" status: 200 len: 808 time: 0.1039240 Aug 30 01:28:33.909135 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2d8edf02-f257-4722-b3c6-23af30462882 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/quotas/6daea8caca73411abef8e14de09c5c54 HTTP/1.1" status: 200 len: 375 time: 0.0094748 Aug 30 01:28:33.941591 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-4da15251-24aa-4c75-9659-7a1a4e4a3bd6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?tenant_id=6daea8caca73411abef8e14de09c5c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268068 Aug 30 01:28:33.999349 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-f5c66456-b14d-4b91-8dbc-9b8dac3eb187 service neutron] http://10.222.0.44:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:28:34.000368 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-f5c66456-b14d-4b91-8dbc-9b8dac3eb187 service neutron] 10.222.0.44 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0518820 Aug 30 01:28:34.096652 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-a6cb452e-4ebc-413f-bc9a-17cb785c3776 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896325 Aug 30 01:28:34.189276 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-d638b864-90e7-4b89-9437-5b0097421662 service neutron] 10.222.0.44 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869179 Aug 30 01:28:34.351759 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a816db3b-221d-40ad-9877-1ca10e75629f req-e11732c9-c66f-4743-9a1d-960e614afe90 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 210 time: 0.0284247 Aug 30 01:28:34.420143 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7bf7-9c96-46a5-a095-0d03f72e7897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:34.894018 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:28:34.916817 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:28:34.917162 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 68488a9d-1f8b-4db7-8141-f0f8a02d1ab6 not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:28:35.381609 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:35.446919 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-61d66c35-f13c-42e4-bfb4-31778746e794 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:35.448803 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-61d66c35-f13c-42e4-bfb4-31778746e794 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d538ef8f-d46e-45fe-b473-078cdd576896 HTTP/1.1" status: 200 len: 808 time: 0.1260774 Aug 30 01:28:35.448803 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:35.485306 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Request body: {'port': {'device_id': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896', 'admin_state_up': True, 'tenant_id': '6daea8caca73411abef8e14de09c5c54'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:28:35.491853 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4504b398-af06-4f15-8595-63330c087ad7 req-3d67a45b-c9be-4eeb-b59e-61e9bae6a438 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 210 time: 0.0603161 Aug 30 01:28:35.600838 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Made reservation on behalf of 6daea8caca73411abef8e14de09c5c54 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:28:35.604587 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:35.736703 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Allocated IP 172.20.0.10 (d538ef8f-d46e-45fe-b473-078cdd576896/0131d9ec-1e36-4235-9b95-f29e82ba1777/1db1173c-6b1d-4ee2-8dae-8237b7347aff) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:28:35.888947 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks [] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:35.922699 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790518199062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:35.971314 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Network d538ef8f-d46e-45fe-b473-078cdd576896 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:28:35.976431 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:28:35.980332 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:28:35.984506 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Pushing event updated for resources: {'Port': ['ID=1db1173c-6b1d-4ee2-8dae-8237b7347aff,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:36.030659 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:36.031265 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.047079 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-2603f0f3-dbe0-4f17-abd2-be67fec346c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663440 Aug 30 01:28:36.064538 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Request body: {'port': {'device_id': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:28:36.123316 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.227254 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:36.290627 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:36.386992 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db1173c-6b1d-4ee2-8dae-8237b7347aff {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:28:36.394551 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Publish callbacks [] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.406882 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Transition to ACTIVE for port object 1db1173c-6b1d-4ee2-8dae-8237b7347aff will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:28:36.410581 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.471421 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1db1173c-6b1d-4ee2-8dae-8237b7347aff,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:36.522749 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Attempting to bind port 1db1173c-6b1d-4ee2-8dae-8237b7347aff on host hv-cinder-81514 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:28:36.523085 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Attempting to bind port 1db1173c-6b1d-4ee2-8dae-8237b7347aff by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:28:36.523414 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Attempting to bind port 1db1173c-6b1d-4ee2-8dae-8237b7347aff on network d538ef8f-d46e-45fe-b473-078cdd576896 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:28:36.528102 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Port 1db1173c-6b1d-4ee2-8dae-8237b7347aff on network d538ef8f-d46e-45fe-b473-078cdd576896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:28:36.528543 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Attempting to bind port 1db1173c-6b1d-4ee2-8dae-8237b7347aff on network d538ef8f-d46e-45fe-b473-078cdd576896 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:28:36.533485 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Checking agent: {'id': '3f732561-7da5-41f6-8c68-7ee22edbeaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'started_at': datetime.datetime(2022, 8, 30, 1, 14, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:28:36.533971 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Checking segment: {'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:28:36.534190 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Bound using segment: {'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:28:36.534611 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Bound port: 1db1173c-6b1d-4ee2-8dae-8237b7347aff, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ae3b4-522a-444d-b8cd-16897a09e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:28:36.534963 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.590797 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-66dfecdc-de3c-4e1d-a690-0b98124f50ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.602742 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] For port 1db1173c-6b1d-4ee2-8dae-8237b7347aff, host hv-cinder-81514, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:28:36.606246 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] For port 1db1173c-6b1d-4ee2-8dae-8237b7347aff, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1db1173c-6b1d-4ee2-8dae-8237b7347aff,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:28:36.612740 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129698'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.615968 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:36.616859 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:36.618362 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/1db1173c-6b1d-4ee2-8dae-8237b7347aff HTTP/1.1" status: 200 len: 1094 time: 0.5578516 Aug 30 01:28:36.619066 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e1b1-d89c-463b-9c22-10b7902f852a req-5ca6a748-e1e9-4c59-ac52-bd4389da7a6f tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:36.620948 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f274e1b1-d89c-463b-9c22-10b7902f852a req-5ca6a748-e1e9-4c59-ac52-bd4389da7a6f tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 944 time: 0.0558021 Aug 30 01:28:36.624204 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'tag': '1db1173c-6b1d-4ee2-8dae-8237b7347aff'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:28:36.626448 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12" -d '{"events": [{"name": "network-changed", "server_uuid": "231bdaf0-86bb-40f9-912b-946efb50ffcf", "tag": "1db1173c-6b1d-4ee2-8dae-8237b7347aff"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:28:36.683691 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f274e1b1-d89c-463b-9c22-10b7902f852a req-1c9003c0-d50e-4d33-bda5-598a0f2ba3c6 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567980 Aug 30 01:28:36.694586 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d318b820-90f0-438f-8844-b554f6336e0a x-openstack-request-id: req-d318b820-90f0-438f-8844-b554f6336e0a {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:28:36.694996 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231bdaf0-86bb-40f9-912b-946efb50ffcf", "tag": "1db1173c-6b1d-4ee2-8dae-8237b7347aff", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:28:36.695316 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d318b820-90f0-438f-8844-b554f6336e0a {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:28:36.695876 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d318b820-90f0-438f-8844-b554f6336e0a'] response: {'name': 'network-changed', 'server_uuid': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'tag': '1db1173c-6b1d-4ee2-8dae-8237b7347aff', 'status': 'completed', 'code': 200} Aug 30 01:28:36.720487 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3bd88-33f3-48ec-a1bf-79463ab8bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1db1173c-6b1d-4ee2-8dae-8237b7347aff,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:36.735907 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-ce902da5-5975-4f48-918d-bcd8e3836e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:36.737460 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-ce902da5-5975-4f48-918d-bcd8e3836e59 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6daea8caca73411abef8e14de09c5c54&device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 1128 time: 0.0550725 Aug 30 01:28:36.783414 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-c1eface1-a1af-4634-9b2c-65c2e0471339 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db1173c-6b1d-4ee2-8dae-8237b7347aff HTTP/1.1" status: 200 len: 217 time: 0.0332572 Aug 30 01:28:36.831264 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-1f62be99-b028-4dcb-832a-e115011ea742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:36.832819 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-1f62be99-b028-4dcb-832a-e115011ea742 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0131d9ec-1e36-4235-9b95-f29e82ba1777 HTTP/1.1" status: 200 len: 848 time: 0.0438843 Aug 30 01:28:36.863737 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-51e982e5-3ea9-4af4-9cb4-26e241e5b325 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d538ef8f-d46e-45fe-b473-078cdd576896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248516 Aug 30 01:28:36.963430 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-c2026611-6e75-4a3b-bec0-6e82e7ea811f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935833 Aug 30 01:28:37.059200 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d167de04-78cc-4c70-9071-5bfc5f2906da req-0e929c6e-8392-481d-b30d-ee85793bb160 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894425 Aug 30 01:28:37.834939 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec6fe-6c71-44c8-8392-601aff45b563 req-618f8a03-f046-4ec3-89aa-cefcf1958183 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:37.836451 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8c7ec6fe-6c71-44c8-8392-601aff45b563 req-618f8a03-f046-4ec3-89aa-cefcf1958183 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 944 time: 0.0749090 Aug 30 01:28:37.839297 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-e48e15ed-95eb-4a37-9f24-bff83eca00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:37.840692 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-e48e15ed-95eb-4a37-9f24-bff83eca00ad service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6daea8caca73411abef8e14de09c5c54&device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 1128 time: 0.0682867 Aug 30 01:28:37.923148 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:37.927825 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:37.938638 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8c7ec6fe-6c71-44c8-8392-601aff45b563 req-44fec5e8-6536-4abc-8a6c-a73d4506e830 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965912 Aug 30 01:28:37.970552 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-11b50f13-450d-471b-bd98-5e01f9f64c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:37.971924 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-11b50f13-450d-471b-bd98-5e01f9f64c7a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d538ef8f-d46e-45fe-b473-078cdd576896 HTTP/1.1" status: 200 len: 909 time: 0.1231933 Aug 30 01:28:38.011013 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-7737a2b7-7629-4026-8153-5bb3fe2d61e7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db1173c-6b1d-4ee2-8dae-8237b7347aff HTTP/1.1" status: 200 len: 217 time: 0.0325406 Aug 30 01:28:38.059634 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-48fb4beb-d6b0-48ce-85c8-d781bdbbef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:38.061207 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-48fb4beb-d6b0-48ce-85c8-d781bdbbef4f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0131d9ec-1e36-4235-9b95-f29e82ba1777 HTTP/1.1" status: 200 len: 848 time: 0.0440264 Aug 30 01:28:38.097430 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-baa09215-6835-40af-a509-0a8ae90a5238 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d538ef8f-d46e-45fe-b473-078cdd576896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306644 Aug 30 01:28:38.189463 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-dc6c603d-5796-4259-810f-267bdbcd35f1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851347 Aug 30 01:28:38.282088 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6de87e3d-2bc7-4fe9-bbc3-515a16738f12 req-af32dc59-514e-49c3-b490-9a24a66f9f1c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Aug 30 01:28:38.541682 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:38.905835 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 1db1173c-6b1d-4ee2-8dae-8237b7347aff details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:28:38.968013 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:39.012350 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 1db1173c-6b1d-4ee2-8dae-8237b7347aff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1db1173c-6b1d-4ee2-8dae-8237b7347aff,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:39.024026 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Returning: {'device': '1db1173c-6b1d-4ee2-8dae-8237b7347aff', 'network_id': 'd538ef8f-d46e-45fe-b473-078cdd576896', 'port_id': '1db1173c-6b1d-4ee2-8dae-8237b7347aff', 'mac_address': 'fa:16:3e:ef:79:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0131d9ec-1e36-4235-9b95-f29e82ba1777', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:28:39.060423 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 1db1173c-6b1d-4ee2-8dae-8237b7347aff is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:28:39.060808 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:39.074188 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db1173c-6b1d-4ee2-8dae-8237b7347aff {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:28:39.074751 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe0e60-7008-409a-ad58-4056690198c4 req-4e3a4e29-f822-4a8a-ae82-587cc0a1f05f tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:39.076298 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-31fe0e60-7008-409a-ad58-4056690198c4 req-4e3a4e29-f822-4a8a-ae82-587cc0a1f05f tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 944 time: 0.0495982 Aug 30 01:28:39.093770 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 1db1173c-6b1d-4ee2-8dae-8237b7347aff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1db1173c-6b1d-4ee2-8dae-8237b7347aff,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:39.099415 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:39.128149 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-31fe0e60-7008-409a-ad58-4056690198c4 req-5e3ce9ab-2073-4395-a3e1-9f3006bd8a89 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Aug 30 01:28:39.147488 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=1db1173c-6b1d-4ee2-8dae-8237b7347aff,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:39.359058 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['1db1173c-6b1d-4ee2-8dae-8237b7347aff'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:28:39.870087 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:40.247619 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d89ca-a285-486e-99b9-897ac07413f4 req-bfe5c022-04af-42d5-bab8-369ed235bf66 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:40.249112 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4e2d89ca-a285-486e-99b9-897ac07413f4 req-bfe5c022-04af-42d5-bab8-369ed235bf66 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 945 time: 0.0463014 Aug 30 01:28:40.281583 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:40.301798 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4e2d89ca-a285-486e-99b9-897ac07413f4 req-7dfaff65-b3ab-4df2-8337-ec7ad3d732f4 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 Aug 30 01:28:40.915009 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 1db1173c-6b1d-4ee2-8dae-8237b7347aff up at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:28:40.960191 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning for port 1db1173c-6b1d-4ee2-8dae-8237b7347aff completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:28:40.972567 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Provisioning complete for port 1db1173c-6b1d-4ee2-8dae-8237b7347aff triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:28:40.972877 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8074336'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:40.975124 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:41.045568 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Current status of the port 1db1173c-6b1d-4ee2-8dae-8237b7347aff is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:28:41.045951 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883569'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:41.069560 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1173c-6b1d-4ee2-8dae-8237b7347aff'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:28:41.071762 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756b5bbe8b4221f1f074db2229b06280c316293e8a7b90c9250342977b9c62ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60547d4e-4a59-4459-b22d-01a12ed7cafd" -d '{"events": [{"server_uuid": "231bdaf0-86bb-40f9-912b-946efb50ffcf", "name": "network-vif-plugged", "status": "completed", "tag": "1db1173c-6b1d-4ee2-8dae-8237b7347aff"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:28:41.084400 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] For port 1db1173c-6b1d-4ee2-8dae-8237b7347aff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1db1173c-6b1d-4ee2-8dae-8237b7347aff,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:41.089687 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790518643074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790518199080', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790518199098'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:41.117340 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fae1fb-c722-4e74-82eb-62821e2c8292 x-openstack-request-id: req-87fae1fb-c722-4e74-82eb-62821e2c8292 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:28:41.117630 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231bdaf0-86bb-40f9-912b-946efb50ffcf", "name": "network-vif-plugged", "status": "completed", "tag": "1db1173c-6b1d-4ee2-8dae-8237b7347aff", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:28:41.117884 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87fae1fb-c722-4e74-82eb-62821e2c8292 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:28:41.118274 dv-cinder-815145-12-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fae1fb-c722-4e74-82eb-62821e2c8292'] response: {'server_uuid': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1173c-6b1d-4ee2-8dae-8237b7347aff', 'code': 200} Aug 30 01:28:41.143664 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Pushing event updated for resources: {'Port': ['ID=1db1173c-6b1d-4ee2-8dae-8237b7347aff,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:41.317965 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddca80-ccc7-4c4b-9b85-26dadef966cc req-fa2c6a3b-ad7d-46dc-b1cf-94f64765f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:41.319353 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-86ddca80-ccc7-4c4b-9b85-26dadef966cc req-fa2c6a3b-ad7d-46dc-b1cf-94f64765f8b0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 1130 time: 0.0382855 Aug 30 01:28:41.369551 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-86ddca80-ccc7-4c4b-9b85-26dadef966cc req-59889b0c-1190-4b3e-99aa-7a9709bd2f13 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Aug 30 01:28:41.424196 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ea5fd-c7fd-4fbb-9c8a-b2aa8cda3714 req-55f1e6b3-b444-4cb3-af31-e2eafeb6eed2 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:41.425664 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c32ea5fd-c7fd-4fbb-9c8a-b2aa8cda3714 req-55f1e6b3-b444-4cb3-af31-e2eafeb6eed2 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 946 time: 0.0465586 Aug 30 01:28:41.473918 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c32ea5fd-c7fd-4fbb-9c8a-b2aa8cda3714 req-26059ce1-56fd-47dc-8426-50c12243e63f tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Aug 30 01:28:42.594929 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d94703-8e2f-47a5-8092-03004a65de1e req-302c152e-8202-4926-b5fc-c5ed685d17f0 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:42.596528 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-36d94703-8e2f-47a5-8092-03004a65de1e req-302c152e-8202-4926-b5fc-c5ed685d17f0 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 946 time: 0.0474844 Aug 30 01:28:42.645250 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-36d94703-8e2f-47a5-8092-03004a65de1e req-c5b92569-1858-4d03-94a9-e1172265295b tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Aug 30 01:28:43.768706 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68cbb-7223-4f22-af66-4e1dc41c2d5c req-f1580da2-d35d-4e7e-937f-1e08a27ca015 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:43.770174 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-93b68cbb-7223-4f22-af66-4e1dc41c2d5c req-f1580da2-d35d-4e7e-937f-1e08a27ca015 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 946 time: 0.0472553 Aug 30 01:28:43.817774 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-93b68cbb-7223-4f22-af66-4e1dc41c2d5c req-b148bae2-719c-4b83-9cb1-b81a30b1a9bd tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Aug 30 01:28:44.565707 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf978eb-065a-41bb-8c68-a1fe226049f3 req-4ae67085-1af0-4e07-a961-147d42d4d311 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:44.567114 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ecf978eb-065a-41bb-8c68-a1fe226049f3 req-4ae67085-1af0-4e07-a961-147d42d4d311 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 946 time: 0.0506525 Aug 30 01:28:44.616229 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ecf978eb-065a-41bb-8c68-a1fe226049f3 req-54782ea3-1e92-4ef6-a58e-1fa6919e1532 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Aug 30 01:28:45.744430 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a48f-e0ac-4bd1-883e-51cd29aeebee req-541b6bdc-5b19-4fea-b501-7b12125f6248 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:45.745838 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc42a48f-e0ac-4bd1-883e-51cd29aeebee req-541b6bdc-5b19-4fea-b501-7b12125f6248 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 946 time: 0.0542903 Aug 30 01:28:45.795800 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc42a48f-e0ac-4bd1-883e-51cd29aeebee req-d2e2be46-eb8a-4f8a-bb49-24f76cc072d0 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/security-groups?id=feac20d5-38b2-4195-b9f7-9ee616d92096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443099 Aug 30 01:28:45.934738 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-92883225-329f-4cc9-80d8-20015b938e56 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:28:45.936212 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-92883225-329f-4cc9-80d8-20015b938e56 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 946 time: 0.0474982 Aug 30 01:28:45.974105 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:46.020420 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Deleting port 1db1173c-6b1d-4ee2-8dae-8237b7347aff {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:28:46.020688 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790518637532'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:46.113367 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] For port 1db1173c-6b1d-4ee2-8dae-8237b7347aff, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1db1173c-6b1d-4ee2-8dae-8237b7347aff,segment=NetworkSegment(866ae3b4-522a-444d-b8cd-16897a09e049),segment_id=866ae3b4-522a-444d-b8cd-16897a09e049)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:28:46.113778 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-705536'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:46.127886 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Calling delete_port for 1db1173c-6b1d-4ee2-8dae-8237b7347aff owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:28:46.212595 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:46.258721 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7883634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790518643146', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790518199071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129707'] for port (1db1173c-6b1d-4ee2-8dae-8237b7347aff), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:46.285962 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Pushing event deleted for resources: {'Port': ['ID=1db1173c-6b1d-4ee2-8dae-8237b7347aff,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:28:46.293386 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] get_ports_and_sgs() called for port_ids ['1db1173c-6b1d-4ee2-8dae-8237b7347aff'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:28:46.330171 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] No DVR routers for this DVR port 1db1173c-6b1d-4ee2-8dae-8237b7347aff on host hv-cinder-81514 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:28:46.332662 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99070'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:46.336031 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a20a1d89-d5f6-4daa-95f9-3122b30f3dfa req-d1e094da-c90d-449c-8a70-c45977e4a317 tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.61 "DELETE /networking/v2.0/ports/1db1173c-6b1d-4ee2-8dae-8237b7347aff HTTP/1.1" status: 204 len: 173 time: 0.3950648 Aug 30 01:28:46.336470 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'name': 'network-vif-deleted', 'tag': '1db1173c-6b1d-4ee2-8dae-8237b7347aff'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:28:46.338686 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed633e1ca8f108db53531ce0809e84b29869ed49d3a0627fa44d779519da4cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea2267-d725-4fef-9d6c-377f87a98b7f" -d '{"events": [{"server_uuid": "231bdaf0-86bb-40f9-912b-946efb50ffcf", "name": "network-vif-deleted", "tag": "1db1173c-6b1d-4ee2-8dae-8237b7347aff"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:28:46.388595 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af85cbf3-cdd6-47ca-85ca-435e913c63c7 x-openstack-request-id: req-af85cbf3-cdd6-47ca-85ca-435e913c63c7 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:28:46.388896 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231bdaf0-86bb-40f9-912b-946efb50ffcf", "name": "network-vif-deleted", "tag": "1db1173c-6b1d-4ee2-8dae-8237b7347aff", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:28:46.389313 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af85cbf3-cdd6-47ca-85ca-435e913c63c7 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:28:46.389564 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af85cbf3-cdd6-47ca-85ca-435e913c63c7'] response: {'server_uuid': '231bdaf0-86bb-40f9-912b-946efb50ffcf', 'name': 'network-vif-deleted', 'tag': '1db1173c-6b1d-4ee2-8dae-8237b7347aff', 'status': 'completed', 'code': 200} Aug 30 01:28:46.911012 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fcd12e8-87bc-4fb1-b7b2-cdeec7b1610c req-d719def6-e4b7-442f-9b64-8acd726abf4f tempest-VolumesActionsTest-1639310916 tempest-VolumesActionsTest-1639310916-project] 10.222.0.44 "GET /networking/v2.0/ports?device_id=231bdaf0-86bb-40f9-912b-946efb50ffcf HTTP/1.1" status: 200 len: 210 time: 0.0292552 Aug 30 01:28:51.141714 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:51.414801 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 1db1173c-6b1d-4ee2-8dae-8237b7347aff no longer exists at agent hyperv_hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:28:51.433887 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] No Port match for: 1db1173c-6b1d-4ee2-8dae-8237b7347aff {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:28:51.434237 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Device 1db1173c-6b1d-4ee2-8dae-8237b7347aff not bound to the agent host hv-cinder-81514 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:28:56.298329 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=21 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:56.313075 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:56.314233 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=9 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:56.514546 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:56.891909 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:56.892968 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:59.549201 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:29:04.430299 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f40a8b07-a474-4ff2-80c6-36c8b17af876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:06.587306 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a9d4e22d-f05c-42fd-be7c-c8cf1d929ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:08.544924 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:08.780464 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 38120) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:29:08.830286 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] Deleting subnet 0131d9ec-1e36-4235-9b95-f29e82ba1777 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:29:08.833501 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] Publish callbacks [] for subnet (0131d9ec-1e36-4235-9b95-f29e82ba1777), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:08.868305 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3299196'] for subnet (0131d9ec-1e36-4235-9b95-f29e82ba1777), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:08.908579 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071776'] for subnet (0131d9ec-1e36-4235-9b95-f29e82ba1777), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:08.961890 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8071801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2128088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3345257'] for subnet (0131d9ec-1e36-4235-9b95-f29e82ba1777), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:08.992959 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0131d9ec-1e36-4235-9b95-f29e82ba1777,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:29:08.997871 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.001070 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-84a26c27-7bbf-4daa-b024-42c16eff13fb admin admin] 10.222.0.44 "DELETE /networking/v2.0/subnets/0131d9ec-1e36-4235-9b95-f29e82ba1777 HTTP/1.1" status: 204 len: 168 time: 0.2196078 Aug 30 01:29:09.003565 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 38122) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:29:09.073197 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983453'] for network (d538ef8f-d46e-45fe-b473-078cdd576896), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.157334 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8072451', 'neutron.services.segments.db._delete_segments_for_network-8790518715203'] for network (d538ef8f-d46e-45fe-b473-078cdd576896), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.178126 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d538ef8f-d46e-45fe-b473-078cdd576896']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:29:09.188024 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866ae3b4-522a-444d-b8cd-16897a09e049') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:29:09.188311 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866ae3b4-522a-444d-b8cd-16897a09e049') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:29:09.198036 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790518708143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3299191'] for segment (866ae3b4-522a-444d-b8cd-16897a09e049), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.210988 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521'] for segment (866ae3b4-522a-444d-b8cd-16897a09e049), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.217746 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:29:09.218129 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8070521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129790'] for segment (866ae3b4-522a-444d-b8cd-16897a09e049), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.257930 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 866ae3b4-522a-444d-b8cd-16897a09e049 resource provider aggregate not found Aug 30 01:29:09.277876 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 866ae3b4-522a-444d-b8cd-16897a09e049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 866ae3b4-522a-444d-b8cd-16897a09e049 found for delete ", "request_id": "req-e45f56b9-7a3a-45a6-bf64-c46e46b490ef"}]} Aug 30 01:29:09.281942 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8072458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618788'] for network (d538ef8f-d46e-45fe-b473-078cdd576896), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.287244 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536647'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.290312 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] 10.222.0.44 "DELETE /networking/v2.0/networks/d538ef8f-d46e-45fe-b473-078cdd576896 HTTP/1.1" status: 204 len: 168 time: 0.2857826 Aug 30 01:29:09.302383 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7ae27-b4c5-42db-96c1-685ecc3ab235 admin admin] Pushing event deleted for resources: {'Network': ['ID=d538ef8f-d46e-45fe-b473-078cdd576896,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:29:09.408822 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 38130) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:29:09.452359 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4ed004d5-f848-410b-a0b3-c68f2169d2e8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=6daea8caca73411abef8e14de09c5c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423508 Aug 30 01:29:09.454845 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 38132) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:29:09.504163 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee311-7f53-4f04-95bd-2a3364c10434 admin admin] Publish callbacks [] for security_group (feac20d5-38b2-4195-b9f7-9ee616d92096), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.524521 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee311-7f53-4f04-95bd-2a3364c10434 admin admin] Publish callbacks [] for security_group (feac20d5-38b2-4195-b9f7-9ee616d92096), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.540893 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:09.542885 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=18 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:09.573513 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee311-7f53-4f04-95bd-2a3364c10434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (feac20d5-38b2-4195-b9f7-9ee616d92096), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.576180 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee311-7f53-4f04-95bd-2a3364c10434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:09.577340 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-fc3ee311-7f53-4f04-95bd-2a3364c10434 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/feac20d5-38b2-4195-b9f7-9ee616d92096 HTTP/1.1" status: 204 len: 168 time: 0.1215827 Aug 30 01:29:09.585550 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ee311-7f53-4f04-95bd-2a3364c10434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac20d5-38b2-4195-b9f7-9ee616d92096,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:29:09.880900 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:10.283725 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:19.580585 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:19.581321 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:20.278119 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:20.279172 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:26.529411 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:34.424674 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-79111e5b-0d7b-4d3f-8ffc-f3fddfe996bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:34.499017 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:34.504088 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:36.547880 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:29:36.591970 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-24a383c7-638b-4c41-b226-c84cdb75405f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:38.548624 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:39.876191 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:40.286878 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.048322 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 38320) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:29:41.153969 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.238070 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Publish callbacks [] for security_group (08669f19-be24-4815-8c18-d0afcf32f59d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.241931 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (08669f19-be24-4815-8c18-d0afcf32f59d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.289686 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=ac84c3b2018e46ee8d355e7d105948fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402623 Aug 30 01:29:41.290567 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08669f19-be24-4815-8c18-d0afcf32f59d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:29:41.292848 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 38324) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:29:41.299227 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.299579 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.299922 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.300333 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.300670 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.301002 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.301332 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.301687 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.302017 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.302411 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.302753 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.303170 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.303520 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.303939 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.304319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5db117-a2fa-42a7-8d1b-d745624a27d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.344023 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Publish callbacks [] for security_group (08669f19-be24-4815-8c18-d0afcf32f59d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.365057 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Publish callbacks [] for security_group (08669f19-be24-4815-8c18-d0afcf32f59d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.416437 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (08669f19-be24-4815-8c18-d0afcf32f59d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.418947 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:41.420107 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/08669f19-be24-4815-8c18-d0afcf32f59d HTTP/1.1" status: 204 len: 168 time: 0.1261795 Aug 30 01:29:41.429001 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08669f19-be24-4815-8c18-d0afcf32f59d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:29:41.436161 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.436506 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.436847 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.437400 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.437745 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.438132 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.438375 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.438693 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.439011 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.439406 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.439650 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.439965 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.440307 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.440621 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:41.440930 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc41a4-16d6-47d6-9d1f-062717a9b343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-12-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:29:46.543680 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:50.282915 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:51.293319 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:51.294111 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:51.425014 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:51.432356 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:51.454259 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:56.531884 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:04.430157 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cda8efcf-5c53-412b-a1c3-865baf3bc503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:06.597092 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-423de37c-05eb-481c-887f-2b759b3933e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.087323 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.44', 38498) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:30:07.192449 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8430-e338-43de-8ac2-0a80921b7033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.271835 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8430-e338-43de-8ac2-0a80921b7033 admin admin] Publish callbacks [] for security_group (7163932a-e784-4496-9314-61632fee9098), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.275585 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8430-e338-43de-8ac2-0a80921b7033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7163932a-e784-4496-9314-61632fee9098), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.315304 dv-cinder-815145-12-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6a5a8430-e338-43de-8ac2-0a80921b7033 admin admin] 10.222.0.44 "GET /networking/v2.0/security-groups?tenant_id=559991bb4ca747e3b4884250e259f755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269189 Aug 30 01:30:07.319556 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a8430-e338-43de-8ac2-0a80921b7033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7163932a-e784-4496-9314-61632fee9098,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:30:07.320384 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.44', 38502) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:30:07.371609 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7dd29e00-0f6b-4e50-80bc-64b681bee146 admin admin] Publish callbacks [] for security_group (7163932a-e784-4496-9314-61632fee9098), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.393457 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7dd29e00-0f6b-4e50-80bc-64b681bee146 admin admin] Publish callbacks [] for security_group (7163932a-e784-4496-9314-61632fee9098), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.448497 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7dd29e00-0f6b-4e50-80bc-64b681bee146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627707'] for security_group (7163932a-e784-4496-9314-61632fee9098), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.451038 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7dd29e00-0f6b-4e50-80bc-64b681bee146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:07.452246 dv-cinder-815145-12-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7dd29e00-0f6b-4e50-80bc-64b681bee146 admin admin] 10.222.0.44 "DELETE /networking/v2.0/security-groups/7163932a-e784-4496-9314-61632fee9098 HTTP/1.1" status: 204 len: 168 time: 0.1324363 Aug 30 01:30:07.461228 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29e00-0f6b-4e50-80bc-64b681bee146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7163932a-e784-4496-9314-61632fee9098,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:30:08.552680 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:09.871986 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:10.289010 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:11.499916 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:11.500738 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:13.546937 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:30:17.309397 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:17.311507 dv-cinder-815145-12-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:17.455713 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:17.457224 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:22.315304 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:22.318210 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:23.543099 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:26.548475 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:34.425029 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2e13c69a-c8ad-432a-abea-11dfca9e94ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:36.601646 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9985cff6-b1cc-46ed-924c-52228ad01fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:38.556351 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:39.877077 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:40.292556 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:48.497560 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:48.498319 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:50.286299 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:50.288259 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:50.552986 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:30:56.565810 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:02.320602 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:02.322484 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=12 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:04.428315 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7ae38020-4474-433f-a52b-bcc2963c6ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:06.603766 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3079bbf2-7356-415d-8661-e79308951e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:08.559382 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:09.881936 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:10.295136 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:20.289194 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:20.290112 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:25.490748 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:25.494799 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:26.568964 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:27.541869 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:31:34.430036 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b2077cab-1a2c-45fb-b078-3ef198266669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:36.605403 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0be010e8-8b4f-49bf-a349-84df4ee628ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:37.537615 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:38.560286 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:39.885348 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:40.299703 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:50.290018 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:50.295015 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:56.568434 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:01.364540 dv-cinder-815145-12-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-eb17e6aa-546a-42d6-b42c-48ec7c015235 req-5a11ccce-415c-4314-8203-2935f0be546f service neutron] (106476) timed out ('10.222.0.61', 58040) {{(pid=106476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 01:32:04.432437 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-620217a5-bedc-44ca-9839-d60f92c78556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:04.542205 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:32:06.607844 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4d7c-51d3-4c79-a2cd-57edab823240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:08.564913 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:09.889868 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:10.299331 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:14.537279 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=7 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:14.538031 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:22.336216 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:22.340519 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:26.571061 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:34.434142 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-85a681d5-3d7c-42a4-993d-5ccc25c5682e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:36.610514 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b54f6b66-e7be-4881-9a8e-7b011059e762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:38.565502 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:39.479126 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:39.488295 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:39.892639 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:40.302316 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:41.540613 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:32:50.296817 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:50.298719 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:51.535921 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:51.536709 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:56.585006 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:02.390912 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=10 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:02.392812 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:04.436149 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b2ad26e6-33cc-4972-9a40-12665fc79b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:06.613169 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49b89dd5-e6f8-49d3-b71b-5b829625716f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:08.569136 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:09.898449 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:10.423960 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:16.483582 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:16.484376 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:18.539004 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:33:20.417670 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:20.419577 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:26.586152 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:28.534601 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:28.535294 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:34.438238 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-30eee008-f5c9-47dd-bbf3-9e242765acf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:36.617025 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0ef7a731-b6b3-4515-bd5e-05e35a6d83ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:38.571166 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:39.891298 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:40.307962 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:33:50.300460 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:50.302328 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:33:55.539786 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:33:56.600502 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:02.533605 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:04.440332 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8e07-9170-41c0-92b9-f5487c5efad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:05.534343 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:06.619594 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-51c1ff87-d2e4-47fd-ae36-967896fa101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:08.574448 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:09.893485 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:10.309942 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:22.317594 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:22.319591 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:26.599761 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:30.480183 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:30.480954 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:32.540151 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:34:34.442118 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5b305cc6-c13c-4f61-8af9-954801e517c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:36.622677 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-74bee435-ed2f-480f-b80d-658bcc670c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:38.576873 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:39.895920 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:40.312358 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:34:42.535486 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:50.306030 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:50.307934 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:34:56.599138 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1525271f-5fa6-498d-be00-aab0d2706e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (3f732561-7da5-41f6-8c68-7ee22edbeaf6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:35:04.444640 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-14658e3c-3c58-4681-b914-5d5600bc3c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (ebde084a-c43f-4d6e-aa95-3ac5c1ab786b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:35:06.626586 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-346976ed-45fc-43e0-a5da-ff9d07c1d4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (b5bf888d-582b-4c30-927e-69dc11d62363), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:35:07.475600 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=15 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:35:07.476377 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=17 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:35:08.581743 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3c980b9-f61a-4625-aede-84247a22acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (546a0cab-7681-44c1-8abd-7dc5d4dbe9d5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:35:09.539337 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-4919ae9d-1c7c-4e99-837c-bd52608714aa None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:35:09.898729 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9da5-eb87-448c-9af1-469ced02dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (f4818735-7bd4-453f-b0e4-11f23dea526c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:35:10.314393 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-063a96ec-e6c6-4c06-a671-18c78e9b4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790518715185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8074946'] for agent (c151fc48-4825-4477-944f-dfe20944f3c5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:35:19.535370 dv-cinder-815145-12-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:35:20.308093 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:35:20.309973 dv-cinder-815145-12-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}